-- Logs begin at Fri 2021-01-22 14:25:56 UTC, end at Fri 2021-01-22 15:26:32 UTC. -- Jan 22 15:01:34.522452 dv-cinder-763774-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 22 15:01:37.256984 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.common.config [-] Logging enabled! Jan 22 15:01:37.257497 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev415 Jan 22 15:01:37.259443 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80056) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 22 15:01:37.261248 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.common.config [-] Logging enabled! Jan 22 15:01:37.261549 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev415 Jan 22 15:01:37.261914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80056) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 22 15:01:37.263012 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 22 15:01:37.263283 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 22 15:01:37.264340 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 22 15:01:37.264636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 22 15:01:37.264902 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 22 15:01:37.265285 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.265636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.265987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.266259 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.266641 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.266987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.267322 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.267667 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.268018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.268352 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.268681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.269014 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.269283 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.269612 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.269953 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.270288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.270577 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] debug = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.270906 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.271456 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.271785 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.272114 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.272456 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.273034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.273354 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.274301 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.274709 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] host = dv-cinder-763774-2-smb {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.275036 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.275379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.275722 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.276064 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.276390 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.276716 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.277055 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.277379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.277702 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] log_file = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.278028 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.278390 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.278732 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.279080 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.279345 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.279607 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.279944 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.280289 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.280614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.280936 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.281256 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.281578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.281899 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.282218 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.282577 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.282916 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.283253 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.283576 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.283900 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.284221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.284545 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.284883 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.285205 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.285526 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.285848 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.286186 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.286526 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.286850 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.287203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.287542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.287874 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.288212 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.288534 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.288868 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.289184 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.289716 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.290039 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] use_json = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.290370 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.290705 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.291040 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.291361 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.291681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.292000 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.292322 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.292660 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:37.293005 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.293353 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.293710 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.294040 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.294406 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.294742 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.295086 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.295414 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.295758 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.296100 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.296441 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.296768 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.297106 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.297432 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.297781 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.298140 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.298512 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.298862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.299187 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.299512 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.299836 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.300162 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.300501 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.300851 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.301194 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.301517 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.301846 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.302193 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.302565 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.302894 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.303223 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.303568 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.303895 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.304220 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.304563 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.304919 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.305252 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.305578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.305909 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.306258 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.306611 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.306934 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.307257 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.307584 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.307907 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.308248 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.308577 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.308900 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.309221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.309550 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.309874 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.310198 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.310550 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.310874 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.311201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.311524 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.311846 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.312170 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.312493 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.312815 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.313134 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.313455 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.313784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.314106 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.314477 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.314799 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.315121 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.315441 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.315776 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.316126 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.316454 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.316783 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.317112 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.317437 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.317762 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.318087 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.318441 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.318770 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.319090 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.319435 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.319766 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.320099 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.320430 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.321350 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.321705 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.322045 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.322391 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.322724 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.323052 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.323385 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.323734 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.324077 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.324427 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.324776 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.325128 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.325472 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.325804 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.326171 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.326551 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:37.326815 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 22 15:01:37.327087 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80056) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 22 15:01:37.987640 dv-cinder-763774-2-smb neutron-server[80056]: INFO keyring.backend [-] Loading Gnome Jan 22 15:01:38.004777 dv-cinder-763774-2-smb neutron-server[80056]: INFO keyring.backend [-] Loading Google Jan 22 15:01:38.007398 dv-cinder-763774-2-smb neutron-server[80056]: INFO keyring.backend [-] Loading Windows (alt) Jan 22 15:01:38.011661 dv-cinder-763774-2-smb neutron-server[80056]: INFO keyring.backend [-] Loading file Jan 22 15:01:38.012502 dv-cinder-763774-2-smb neutron-server[80056]: INFO keyring.backend [-] Loading keyczar Jan 22 15:01:38.012789 dv-cinder-763774-2-smb neutron-server[80056]: INFO keyring.backend [-] Loading multi Jan 22 15:01:38.013434 dv-cinder-763774-2-smb neutron-server[80056]: INFO keyring.backend [-] Loading pyfs Jan 22 15:01:38.060574 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:01:38.060885 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:01:38.061212 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:01:38.061586 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 22 15:01:38.463660 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.464164 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.464253 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.511712 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.512035 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.512342 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.516039 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.516355 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.516660 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.585720 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.586031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.586932 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.588096 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.588404 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.588700 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.862183 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.862562 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.862874 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.863182 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:38.864033 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.013332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.013717 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.014048 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.014369 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.014708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.015100 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.015409 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.015882 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.016188 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.016538 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.016849 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.017165 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.017482 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.017788 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.018109 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.018458 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.018764 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.019096 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.019395 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.019888 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.020186 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.020479 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.020827 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.021119 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.021408 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.021840 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 22 15:01:39.022125 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 22 15:01:39.022431 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 22 15:01:39.022717 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 22 15:01:39.023251 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 22 15:01:39.023532 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 22 15:01:39.025706 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 22 15:01:39.028900 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 22 15:01:39.032872 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 22 15:01:39.036737 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jan 22 15:01:39.038424 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 22 15:01:39.040402 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 22 15:01:39.040950 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 22 15:01:39.041397 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 22 15:01:39.044172 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 22 15:01:39.044460 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 22 15:01:39.044852 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 22 15:01:39.066448 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 22 15:01:39.066962 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.067298 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80056) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 22 15:01:39.067710 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.069061 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80056) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 22 15:01:39.069386 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 22 15:01:39.069671 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 22 15:01:39.072890 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.073209 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.139811 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 22 15:01:39.140038 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 22 15:01:39.140316 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 22 15:01:39.140723 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 22 15:01:39.176155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_db.sqlalchemy.engines [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80056) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 22 15:01:39.619948 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Initializing driver for type 'gre' Jan 22 15:01:39.620490 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] gre ID ranges: [(1, 1000)] Jan 22 15:01:39.661419 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Initializing driver for type 'local' Jan 22 15:01:39.661788 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Initializing driver for type 'vlan' Jan 22 15:01:39.671554 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] VlanTypeDriver initialization complete Jan 22 15:01:39.672010 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Initializing driver for type 'vxlan' Jan 22 15:01:39.672552 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] vxlan ID ranges: [(1, 1000)] Jan 22 15:01:39.714157 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Initializing extension driver 'port_security' Jan 22 15:01:39.714554 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.extensions.port_security [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] PortSecurityExtensionDriver initialization complete Jan 22 15:01:39.714934 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Initializing mechanism driver 'openvswitch' Jan 22 15:01:39.721204 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:01:39.722071 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > port after_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.722516 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > port after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.722916 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > port after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.723351 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > subnet after_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.723744 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > subnet after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.724134 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > subnet after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.724558 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > network after_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.724949 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > network after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.725335 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > network after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.725758 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > security_group after_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.726146 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > security_group after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.726719 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > security_group after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.727373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.727722 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.728108 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.728534 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > address_group after_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.728920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > address_group after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.729302 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > address_group after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.729677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] ML2 OVO RPC backend initialized. {{(pid=80056) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 22 15:01:39.730423 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router_interface after_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.730827 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.731297 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > network before_response 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.731688 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > networks before_response 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.732075 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > port before_response 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.732459 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > ports before_response 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.732848 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > subnet before_response 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.733231 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > subnets before_response 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.733622 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > network after_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.734001 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > network after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.734398 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > network after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.734784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > port after_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.735163 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > port after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.735542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > port after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.735920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > subnet after_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.736304 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > subnet after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.736681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > subnet after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.737366 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.plugin [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Modular L2 Plugin initialization complete Jan 22 15:01:39.737731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading services supported by the core plugin {{(pid=80056) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 22 15:01:39.738105 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.plugins.ml2.managers [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Got port-security extension from driver 'port_security' Jan 22 15:01:39.738650 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.extensions.vlantransparent [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Disabled vlantransparent extension. Jan 22 15:01:39.740118 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80056) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 22 15:01:39.740483 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading Plugin: router Jan 22 15:01:39.778332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router_interface before_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.778798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router after_create 55549900 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.779215 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router before_create 55549900 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.779631 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.780059 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.780464 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router after_delete 55549900 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.780873 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > floatingip after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.781294 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router after_create 55549900 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.781688 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router after_update 55549900 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.782088 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router after_update 55549900 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.782515 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.782924 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router after_update 55549900 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.783418 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router precommit_update 55549900 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.783841 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: port after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.784227 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: port after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.784609 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: subnet after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.784992 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.785387 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > port precommit_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.785785 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router precommit_create 55549900 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.786183 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: port before_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.786610 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router precommit_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.787028 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router after_update 55549900 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.787421 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router precommit_delete 55549900 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.787816 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router precommit_create 55549900 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.788231 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router_interface after_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.788623 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router precommit_update 55549900 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.789056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > network after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.790180 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Tracking information for resource: router configured {{(pid=80056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 22 15:01:39.790589 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Tracking information for resource: floatingip configured {{(pid=80056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 22 15:01:39.795371 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.l3_agentschedulers_db [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 22 15:01:39.796038 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: port after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.796437 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: port after_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.796885 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: port after_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.797279 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: port after_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.798189 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router before_create 55550100 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.798628 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router precommit_delete 55550100 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.799040 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router precommit_create 55550100 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.799442 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > router precommit_update 55550100 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.804432 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.provider_configuration [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Service providers = [] {{(pid=80056) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 22 15:01:39.804837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.servicetype_db [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80056) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 22 15:01:39.808229 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.service_base [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80056) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 22 15:01:39.808622 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.service_base [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80056) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 22 15:01:39.809008 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.service_base [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80056) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 22 15:01:39.809914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.service_base [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80056) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 22 15:01:39.810322 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.services.service_base [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 22 15:01:39.810773 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 22 15:01:39.811136 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 22 15:01:39.821900 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 22 15:01:39.822276 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading Plugin: auto_allocate Jan 22 15:01:39.827965 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: network precommit_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.828382 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: network precommit_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.828970 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 22 15:01:39.829335 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading Plugin: tag Jan 22 15:01:39.836471 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 22 15:01:39.836858 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading Plugin: timestamp Jan 22 15:01:39.840748 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 22 15:01:39.841126 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading Plugin: network_ip_availability Jan 22 15:01:39.846674 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.847088 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.847486 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:39.848285 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 22 15:01:39.848651 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading Plugin: flavors Jan 22 15:01:39.853252 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 22 15:01:39.853629 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading Plugin: revisions Jan 22 15:01:39.858050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 22 15:01:39.858531 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:01:39.859342 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80056) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 22 15:01:39.859707 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Initializing extension manager. Jan 22 15:01:39.860272 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: __init__.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.860652 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: __pycache__ {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.861028 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.861403 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: address_group.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.862208 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.862892 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: address-group Jan 22 15:01:39.863262 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: address_scope.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.864030 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.864620 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: address-scope Jan 22 15:01:39.864988 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: admin_state_down_before_update.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.865931 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.866552 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: router-admin-state-down-before-update Jan 22 15:01:39.866921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: agent.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.868355 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.868951 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: agent Jan 22 15:01:39.869322 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: agent_resources_synced.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.870295 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.870866 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: agent-resources-synced Jan 22 15:01:39.871235 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: allowedaddresspairs.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.873052 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.873647 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: allowed-address-pairs Jan 22 15:01:39.874019 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: auto_allocated_topology.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.875138 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.875734 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: auto-allocated-topology Jan 22 15:01:39.876109 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: availability_zone.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.878169 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.878803 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: availability_zone Jan 22 15:01:39.879183 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: availability_zone_filter.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.880136 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.880728 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: availability_zone_filter Jan 22 15:01:39.881100 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: data_plane_status.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.882038 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.882648 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension data-plane-status not supported by any of loaded plugins Jan 22 15:01:39.883066 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: default_subnetpools.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.884252 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.884842 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: default-subnetpools Jan 22 15:01:39.885213 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: dhcpagentscheduler.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.886072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.886690 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: dhcp_agent_scheduler Jan 22 15:01:39.887063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: dns.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.888000 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.888589 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension dns-integration not supported by any of loaded plugins Jan 22 15:01:39.888959 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: dns_domain_ports.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.889893 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.890510 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 22 15:01:39.890883 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: dvr.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.891614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.892210 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: dvr Jan 22 15:01:39.892581 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: empty_string_filtering.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.893504 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.894091 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: empty-string-filtering Jan 22 15:01:39.894484 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.895404 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.895984 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 22 15:01:39.896359 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.897282 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.898116 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 22 15:01:39.898567 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: external_net.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.900150 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.900736 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: external-net Jan 22 15:01:39.901104 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: extra_dhcp_opt.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.902049 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.902663 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: extra_dhcp_opt Jan 22 15:01:39.903031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: extraroute.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.903969 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.904560 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: extraroute Jan 22 15:01:39.904927 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: extraroute_atomic.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.905973 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.906587 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: extraroute-atomic Jan 22 15:01:39.906964 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: filter_validation.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.907672 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.908251 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: filter-validation Jan 22 15:01:39.908616 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: fip_pf_description.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.909542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.910119 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 22 15:01:39.910519 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: fip_port_details.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.911450 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.912030 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: fip-port-details Jan 22 15:01:39.912397 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: flavors.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.913748 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.915116 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: flavors Jan 22 15:01:39.915278 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.916932 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.917533 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 22 15:01:39.917910 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: floatingip_pools.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.918697 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.919294 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: floatingip-pools Jan 22 15:01:39.919667 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: ip_allocation.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.920630 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.921220 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension ip_allocation not supported by any of loaded plugins Jan 22 15:01:39.921592 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.922553 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.923148 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: ip-substring-filtering Jan 22 15:01:39.923524 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: l2_adjacency.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.924459 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.925042 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension l2_adjacency not supported by any of loaded plugins Jan 22 15:01:39.925412 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: l3.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.926519 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.927120 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: router Jan 22 15:01:39.927489 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: l3_conntrack_helper.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.929761 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.930432 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 22 15:01:39.930809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.931747 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.932342 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: ext-gw-mode Jan 22 15:01:39.932710 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.933648 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.934237 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: l3-ha Jan 22 15:01:39.934636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: l3_flavors.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.935667 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.936264 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: l3-flavors Jan 22 15:01:39.936638 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.937575 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.938157 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: l3-port-ip-change-not-allowed Jan 22 15:01:39.938552 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: l3agentscheduler.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.939718 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.940325 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: l3_agent_scheduler Jan 22 15:01:39.940701 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: logging.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.942192 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.942820 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension logging not supported by any of loaded plugins Jan 22 15:01:39.943197 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: metering.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.944005 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.944708 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: metering Jan 22 15:01:39.945081 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.946553 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.947154 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: metering_source_and_destination_fields Jan 22 15:01:39.947527 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: multiprovidernet.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.948471 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.949064 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: multi-provider Jan 22 15:01:39.949434 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: netmtu.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.950393 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.950979 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: net-mtu Jan 22 15:01:39.951353 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: netmtu_writable.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.952293 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.952878 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: net-mtu-writable Jan 22 15:01:39.953250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: network_availability_zone.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.954075 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.954689 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: network_availability_zone Jan 22 15:01:39.955057 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: network_ip_availability.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.956166 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.956753 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: network-ip-availability Jan 22 15:01:39.957127 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: network_segment_range.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.957993 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.958611 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension network-segment-range not supported by any of loaded plugins Jan 22 15:01:39.958982 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: pagination.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.959996 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.960380 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: pagination Jan 22 15:01:39.960746 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.962212 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.962841 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: port-mac-address-regenerate Jan 22 15:01:39.963208 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.964145 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.964734 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: port-numa-affinity-policy Jan 22 15:01:39.965103 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: port_resource_request.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.966037 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.966670 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension port-resource-request not supported by any of loaded plugins Jan 22 15:01:39.967039 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: portbindings.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.968003 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.968586 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: binding Jan 22 15:01:39.968951 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: portbindings_extended.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.970251 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.970875 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: binding-extended Jan 22 15:01:39.971253 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: portsecurity.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.972194 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.972788 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: port-security Jan 22 15:01:39.973161 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: project_id.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.974152 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.974559 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: project-id Jan 22 15:01:39.974928 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: providernet.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.975870 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.976465 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: provider Jan 22 15:01:39.976907 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: qos.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.980598 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.981209 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension qos not supported by any of loaded plugins Jan 22 15:01:39.981591 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.982869 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.983463 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 22 15:01:39.983837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.984769 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.985360 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 22 15:01:39.985730 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: qos_default.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.986681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.987266 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension qos-default not supported by any of loaded plugins Jan 22 15:01:39.987640 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: qos_fip.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.988340 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.988924 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension qos-fip not supported by any of loaded plugins Jan 22 15:01:39.989295 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: qos_gateway_ip.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.990237 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.990856 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 22 15:01:39.991226 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: qos_port_network_policy.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.992155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.993530 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 22 15:01:39.993897 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: qos_rule_type_details.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.994853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.995432 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 22 15:01:39.995799 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: qos_rules_alias.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.996863 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.997448 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 22 15:01:39.997816 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: quotasv2.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:39.998829 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:39.999211 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: quotas Jan 22 15:01:39.999576 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: quotasv2_detail.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.001176 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.001569 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: quota_details Jan 22 15:01:40.001947 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: rbac.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.003259 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.003875 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: rbac-policies Jan 22 15:01:40.004247 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: rbac_address_scope.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.005209 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.005802 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: rbac-address-scope Jan 22 15:01:40.006171 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: rbac_security_groups.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.007130 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.007715 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: rbac-security-groups Jan 22 15:01:40.008790 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: rbac_subnetpool.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.009719 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.010312 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: rbac-subnetpool Jan 22 15:01:40.010706 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: revisionifmatch.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.011652 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.012237 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: revision-if-match Jan 22 15:01:40.012605 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: revisions.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.013730 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.014317 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: standard-attr-revisions Jan 22 15:01:40.014712 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: router_availability_zone.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.015438 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.016026 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: router_availability_zone Jan 22 15:01:40.016392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: routerservicetype.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.017340 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.017918 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension router-service-type not supported by any of loaded plugins Jan 22 15:01:40.018282 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.019277 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.019874 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: security-groups-normalized-cidr Jan 22 15:01:40.020238 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: security_groups_port_filtering.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.021201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.021834 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: port-security-groups-filtering Jan 22 15:01:40.022201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.023433 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.024375 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: security-groups-remote-address-group Jan 22 15:01:40.024747 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: securitygroup.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.037778 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.038426 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: security-group Jan 22 15:01:40.038806 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: segment.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.039866 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.040459 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension segment not supported by any of loaded plugins Jan 22 15:01:40.040835 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.041808 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.042422 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 22 15:01:40.042799 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: servicetype.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.043913 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.044512 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: service-type Jan 22 15:01:40.044883 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: sorting.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.045873 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.046255 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: sorting Jan 22 15:01:40.046655 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: standard_attr_segment.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.047582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.048174 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 22 15:01:40.048547 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: standardattrdescription.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.049239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.049829 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: standard-attr-description Jan 22 15:01:40.050195 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: stateful_security_group.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.051181 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.051773 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: stateful-security-group Jan 22 15:01:40.052140 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: stdattrs_common.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.052731 dv-cinder-763774-2-smb neutron-server[80056]: WARNING neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 22 15:01:40.053097 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.054373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.056534 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 22 15:01:40.056906 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: subnet_onboard.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.058330 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.060057 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: subnet_onboard Jan 22 15:01:40.060567 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.061779 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.062400 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 22 15:01:40.062775 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: subnet_service_types.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.063751 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.064346 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: subnet-service-types Jan 22 15:01:40.064715 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: subnetallocation.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.065810 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.066426 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: subnet_allocation Jan 22 15:01:40.066799 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.067514 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.068106 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: subnetpool-prefix-ops Jan 22 15:01:40.068508 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.069473 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.070056 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 22 15:01:40.070453 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: tagging.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.071773 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.072379 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: standard-attr-tag Jan 22 15:01:40.072750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: timestamp.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.073946 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.074579 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loaded extension: standard-attr-timestamp Jan 22 15:01:40.074954 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: trunk.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.076020 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.076625 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension trunk not supported by any of loaded plugins Jan 22 15:01:40.076995 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: trunk_details.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.077944 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.078580 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension trunk-details not supported by any of loaded plugins Jan 22 15:01:40.078960 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: uplink_status_propagation.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.079905 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.080492 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 22 15:01:40.080864 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Loading extension file: vlantransparent.py {{(pid=80056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 22 15:01:40.081572 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 22 15:01:40.082167 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extension vlan-transparent not supported by any of loaded plugins Jan 22 15:01:40.084895 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of TrackedResource for resource:network Jan 22 15:01:40.085704 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of TrackedResource for resource:subnet Jan 22 15:01:40.086434 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of TrackedResource for resource:subnetpool Jan 22 15:01:40.087186 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of TrackedResource for resource:port Jan 22 15:01:40.088698 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.resource_helper [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 15:01:40.089203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.resource_helper [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Service FLAVORS assigned prefix: {{(pid=80056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 15:01:40.089903 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.resource_helper [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 15:01:40.090421 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.resource_helper [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 15:01:40.090803 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of TrackedResource for resource:router Jan 22 15:01:40.091554 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of TrackedResource for resource:floatingip Jan 22 15:01:40.092333 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.resource_helper [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Service METERING assigned prefix: /metering {{(pid=80056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 15:01:40.094128 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:40.094563 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:40.094958 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80056) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:01:40.096105 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of CountableResource for resource:rbac_policy Jan 22 15:01:40.096611 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of TrackedResource for resource:security_group Jan 22 15:01:40.097551 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of TrackedResource for resource:security_group_rule Jan 22 15:01:40.098502 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.resource_helper [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Service CORE assigned prefix: {{(pid=80056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 15:01:40.098886 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of TrackedResource for resource:subnetpool Jan 22 15:01:40.099257 dv-cinder-763774-2-smb neutron-server[80056]: WARNING neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] subnetpool is already registered Jan 22 15:01:40.099938 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.resource_helper [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Service CORE assigned prefix: {{(pid=80056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 15:01:40.100321 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of TrackedResource for resource:subnetpool Jan 22 15:01:40.100692 dv-cinder-763774-2-smb neutron-server[80056]: WARNING neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] subnetpool is already registered Jan 22 15:01:40.104214 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.resource_helper [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 15:01:40.104704 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.resource_helper [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Service FLAVORS assigned prefix: {{(pid=80056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 15:01:40.105367 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.resource_helper [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 15:01:40.105846 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.resource_helper [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 15:01:40.106229 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of TrackedResource for resource:router Jan 22 15:01:40.106632 dv-cinder-763774-2-smb neutron-server[80056]: WARNING neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] router is already registered Jan 22 15:01:40.107302 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of TrackedResource for resource:floatingip Jan 22 15:01:40.107672 dv-cinder-763774-2-smb neutron-server[80056]: WARNING neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] floatingip is already registered Jan 22 15:01:40.108371 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.resource_helper [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Service METERING assigned prefix: /metering {{(pid=80056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 15:01:40.109136 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of CountableResource for resource:rbac_policy Jan 22 15:01:40.109528 dv-cinder-763774-2-smb neutron-server[80056]: WARNING neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] rbac_policy is already registered Jan 22 15:01:40.110897 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of TrackedResource for resource:security_group Jan 22 15:01:40.111284 dv-cinder-763774-2-smb neutron-server[80056]: WARNING neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] security_group is already registered Jan 22 15:01:40.111956 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of TrackedResource for resource:security_group_rule Jan 22 15:01:40.112348 dv-cinder-763774-2-smb neutron-server[80056]: WARNING neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] security_group_rule is already registered Jan 22 15:01:40.113073 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.resource_helper [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Service CORE assigned prefix: {{(pid=80056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 15:01:40.113454 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of TrackedResource for resource:subnetpool Jan 22 15:01:40.113827 dv-cinder-763774-2-smb neutron-server[80056]: WARNING neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] subnetpool is already registered Jan 22 15:01:40.114527 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.resource_helper [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Service CORE assigned prefix: {{(pid=80056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 22 15:01:40.114906 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Creating instance of TrackedResource for resource:subnetpool Jan 22 15:01:40.115277 dv-cinder-763774-2-smb neutron-server[80056]: WARNING neutron.quota.resource_registry [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] subnetpool is already registered Jan 22 15:01:40.116013 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: extensions {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.118466 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: address-groups {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.120462 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: address-scopes {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.121758 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: agents {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.123044 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: auto-allocated-topology {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.124382 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: availability_zones {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.125780 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: dhcp-networks {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.127319 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: dhcp-agents {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.128833 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: routers {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.130828 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: flavors {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.132083 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: service_profiles {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.133476 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: next_providers {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.135173 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: service_profiles {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.136740 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: floatingip-pools {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.138056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: routers {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.140008 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: floatingips {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.141292 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: l3-routers {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.142816 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: l3-agents {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.144341 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: metering-labels {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.145801 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: metering-label-rules {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.147204 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: network-ip-availabilities {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.148852 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: bindings {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.150667 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: quotas {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.152216 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: quotas {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.153731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: rbac-policies {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.155213 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: security-groups {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.156513 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: security-group-rules {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.157849 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: service-providers {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.159192 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: subnetpools {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.160705 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: subnetpools {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.162271 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: tags {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.164099 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: tags {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.168904 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: tags {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.171996 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: tags {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.173950 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: tags {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.175789 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: tags {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.177743 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: tags {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.181588 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: tags {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.183638 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: tags {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.185609 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.extensions [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Extended resource: tags {{(pid=80056) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 22 15:01:40.192941 dv-cinder-763774-2-smb neutron-server[80056]: WARNING keystonemiddleware.auth_token [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 22 15:01:40.198557 dv-cinder-763774-2-smb neutron-server[80056]: WARNING keystonemiddleware.auth_token [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 22 15:01:40.207587 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Acquired lock "singleton_lock" {{(pid=80056) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 22 15:01:40.208120 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Releasing lock "singleton_lock" {{(pid=80056) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 22 15:01:40.209579 dv-cinder-763774-2-smb neutron-server[80056]: INFO oslo_service.service [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Starting 2 workers Jan 22 15:01:40.214627 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Started child 80167 {{(pid=80056) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 22 15:01:40.218991 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:01:40.219472 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Started child 80168 {{(pid=80056) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 22 15:01:40.220489 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [-] (80167) wsgi starting up on http://0.0.0.0:9696 Jan 22 15:01:40.221059 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.service [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Neutron service started, listening on 0.0.0.0:9696 Jan 22 15:01:40.221738 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Notify callbacks [] for process, before_spawn {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:01:40.223098 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:01:40.224280 dv-cinder-763774-2-smb neutron-server[80056]: INFO oslo_service.service [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Starting 1 workers Jan 22 15:01:40.224454 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [-] (80168) wsgi starting up on http://0.0.0.0:9696 Jan 22 15:01:40.230679 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Started child 80169 {{(pid=80056) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 22 15:01:40.231248 dv-cinder-763774-2-smb neutron-server[80056]: INFO oslo_service.service [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Starting 1 workers Jan 22 15:01:40.232767 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.service [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] calling RpcWorker wait() {{(pid=80169) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 22 15:01:40.233139 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.service [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] returning from RpcWorker wait() {{(pid=80169) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 22 15:01:40.234618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:01:40.235115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:01:40.236274 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Started child 80170 {{(pid=80056) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 22 15:01:40.237138 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35036d66-3ea7-4086-a12e-d3f9298a5dae None None] Notify callbacks [] for process, after_spawn {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:01:40.238952 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80056) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 22 15:01:40.239192 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 22 15:01:40.239428 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 22 15:01:40.239714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 22 15:01:40.240194 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 22 15:01:40.240433 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 22 15:01:40.240530 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:01:40.241031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.241386 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.241586 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:01:40.241689 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.242008 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.242358 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.243643 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.244100 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.244404 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.244725 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.245070 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.245229 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.245374 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.245671 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.245984 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.246328 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.246649 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.246927 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.247205 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.247423 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.247722 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.248043 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.248354 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.248659 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] debug = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.248959 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.249588 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.249871 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.250167 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.250449 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.250773 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.251070 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.251480 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.251636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.251891 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.252148 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.252438 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.252708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.252968 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.253275 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.253538 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.254063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] host = dv-cinder-763774-2-smb {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.254224 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.254498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.254774 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.255062 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.255352 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.255621 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.255920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.256218 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.256501 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.256775 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.257067 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.257343 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.257630 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.257913 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] log_file = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.258236 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] log_options = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.258518 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.258792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.259084 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.259303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.259503 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.259698 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.259998 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.260193 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.260493 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.260748 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.261001 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.261282 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.261609 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.261805 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.262077 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.262333 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.263355 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.263626 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.263946 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.264285 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.264527 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.264775 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.265014 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.265323 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.265614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.265876 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.266184 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.268105 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.268105 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.268105 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.268105 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.268538 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.268538 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.270570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.270570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.270570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.270570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.270570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.270570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.270570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.270570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.271418 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.271418 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.271418 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.271694 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.271694 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] use_json = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.271980 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.272237 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.272524 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.273033 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.273289 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.273542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.273830 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.274093 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.274577 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.274907 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.275276 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.275557 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.275830 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.276103 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.276391 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.276665 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.276935 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.277207 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.277571 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.277760 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.278104 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.278372 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.278668 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.279016 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.279318 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.280467 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.280746 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.283531 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.284370 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.285787 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.287631 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.288028 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.288354 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.288658 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.288961 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.289774 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.290233 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.290585 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.290892 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.291171 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.291497 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.291787 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.292060 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.292333 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.292619 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.292902 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.293185 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.293457 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.293767 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.294050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.294317 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.294603 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.294866 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.295117 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.295594 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.295953 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.296327 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.296741 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.297090 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.297356 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.297624 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.297887 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.298129 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.298437 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.298725 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.299010 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.299241 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.299503 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.299755 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.300071 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.300334 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.300596 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.300991 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.301259 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.301533 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.301793 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.302078 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.302363 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.302629 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.302889 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.303146 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.303405 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.303664 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.303916 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.304268 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.304555 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.304819 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.305903 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.306232 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.306480 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.306762 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.307023 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.307338 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.307717 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.308004 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.308298 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.308581 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.308866 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.309130 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.309429 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.309691 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.310082 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.310374 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.310685 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.310970 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.311259 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.311544 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.311811 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.312116 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.312378 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.312645 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.312922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.313201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.313467 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.313770 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.314050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.314395 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.314678 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.314995 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.315329 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.315592 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.315898 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.316159 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.316470 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.316826 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.317155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.317457 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.317738 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.318014 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.318320 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.318634 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.318931 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.319223 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.319515 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.319811 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.320124 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.320394 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.321020 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.321020 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.321275 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.321833 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.322145 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.322530 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.322794 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.323116 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.323429 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.323710 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.324047 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.324351 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.324648 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.330710 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.331965 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.332268 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.332594 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.332924 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.333192 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.333483 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.333753 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.334057 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.334335 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.334733 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.335050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.335431 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.335700 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.335981 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.336522 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.336864 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.337151 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.338550 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.338550 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.338550 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.338550 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.338550 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.339049 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.339049 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.339228 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.339467 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.339780 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.340090 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.340377 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.340712 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.340966 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.341253 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.341518 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.341802 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.342081 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.342363 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.342614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.342875 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.343131 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.343386 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.343659 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.343917 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.344218 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.344511 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.344968 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.345362 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.345644 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.345923 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.346183 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.346571 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.346841 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.347105 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.347364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.347623 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.347909 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.348191 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.348451 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.348705 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.348957 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.349209 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.349473 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.349724 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.350061 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.350332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.350605 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.350869 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.351121 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.351392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.351646 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.352423 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.352705 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.352951 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.353243 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.353489 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.353739 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.353994 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.354249 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.354616 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.354986 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.355263 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.355857 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.355960 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.356203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.356738 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.357275 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.357677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.358104 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.358559 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.358962 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.359436 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.359721 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.360091 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.360420 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.360722 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.361010 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.361639 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.361639 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.361879 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.362146 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.362501 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.362877 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.363169 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.363452 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.363731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.364052 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.364330 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.364590 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.364896 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.365157 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.365415 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.365749 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.366034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.366302 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.366593 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.366977 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.367240 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.367570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.368025 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.368348 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.368615 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.368787 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 22 15:01:40.369336 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80056) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 22 15:01:40.369561 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 22 15:01:40.369686 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 22 15:01:40.369922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 22 15:01:40.370134 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 22 15:01:40.370324 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 22 15:01:40.370648 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.370801 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.371000 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.371194 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.371386 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.371597 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.371791 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.371982 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.372171 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.372361 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.372551 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.372741 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.372932 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.373120 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.373308 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.373498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.373685 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.373874 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.374067 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.374261 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.374479 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.374669 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.374857 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] debug = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.375035 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.375269 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.375432 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.375576 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.375762 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.375948 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.376136 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.376323 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.376510 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.376696 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.376988 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.377179 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.377327 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:01:40.377436 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.377532 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.377686 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.377871 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.378057 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] host = dv-cinder-763774-2-smb {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.378243 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.378452 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.378640 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.378826 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.379013 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.379199 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.379387 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.379574 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.379761 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.379947 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.380132 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.380318 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.380506 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.380692 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] log_file = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.380878 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] log_options = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.381065 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.381250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.381436 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.381662 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.381851 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.382039 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.382227 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.382436 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.382625 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.382813 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.383527 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.383796 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.383987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.384174 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.384364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.384555 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.384742 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.384930 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.385118 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.385329 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.385481 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.385652 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.385838 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.386023 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.386208 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.386448 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.386637 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.386823 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.387110 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.387300 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.387488 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.387676 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.387864 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.388050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.388238 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.388426 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.388614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.388804 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.388991 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.389178 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.389366 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.389554 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.389740 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.389929 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.390115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.390300 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] use_json = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.390524 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.390711 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.390897 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.391084 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.391275 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.391437 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.391619 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.391769 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 22 15:01:40.391959 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.392151 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.392354 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.392598 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.392748 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.392894 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.393042 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.393190 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.393337 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.393530 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.393726 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.393892 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.394095 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.394285 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.394504 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.394699 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.394891 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.395081 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.395274 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.395464 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.395657 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.395835 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.396029 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.396222 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.396415 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.396607 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.396799 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.396995 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.397212 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.397403 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.397594 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.398048 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.398239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.398450 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.398710 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.398921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.399115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.399309 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.399502 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.399695 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.399887 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.400079 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.400271 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.400464 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.400656 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.400849 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.401042 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.401233 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.401426 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.401618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.401822 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.402012 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.402202 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.402416 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.402609 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.402800 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.402992 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.403183 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.403373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.403563 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.403754 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.403961 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.404152 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.404344 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.404542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.404732 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.404922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.405111 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.405303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.405493 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.405710 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.405862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.406054 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.406245 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.406455 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.406650 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.406843 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.407034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.407224 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.407417 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.407607 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.407798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.407987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.408179 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.408377 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.408585 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.408776 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.408966 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.409158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.409349 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.409540 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.409729 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.409920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.410110 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.410303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.410514 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.410706 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.410898 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.411088 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.411278 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.411469 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.411659 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.411850 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.412039 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.412229 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.412418 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.412610 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.412800 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.412989 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.413179 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.413368 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.413569 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.413759 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.413951 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.414142 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.414852 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.415058 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.415249 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.415443 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.415634 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.415830 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.416002 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.416348 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.416537 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.416730 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.416922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.417113 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.417312 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.417515 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.417706 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.417898 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.418094 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.418330 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.418543 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.418735 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.418927 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.419118 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.419311 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.419505 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.419668 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.419860 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.420052 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.420242 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.420447 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.420602 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.420750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.420898 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.421088 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.421279 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.421470 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.421661 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.421853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.422045 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.422275 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.422464 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.422653 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.422814 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.423008 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.423201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.423391 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.423583 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.423774 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.423965 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.424155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.424345 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.424536 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.424724 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.424920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.425113 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.425306 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.425498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.425689 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.425882 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.426075 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.426267 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.426482 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.426674 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.426864 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.427054 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.427246 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.427505 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.427605 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.427797 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.427988 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.428180 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.428371 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.428561 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.428770 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.428962 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.429153 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.429345 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.429538 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.429730 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.430002 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.430210 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.430427 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.430624 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.431062 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.431062 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.431238 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.431329 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.431486 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.431631 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.431823 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.432014 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.432218 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.432409 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.432601 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.432792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.432983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.433185 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.433376 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.433567 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.433756 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.433944 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.434145 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.434335 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.434548 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.434742 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.434933 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.435135 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.435328 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.435520 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.435719 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.435910 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.436098 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.436289 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.436490 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.436680 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.436873 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.437063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.437254 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.437445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.437636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.437831 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.438031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.438228 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.438452 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.438656 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.438855 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.439055 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.439244 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.439442 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.439646 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.439837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.440026 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.440215 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.440404 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.440595 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.440785 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.440974 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.441164 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.441354 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.441543 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.441733 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.441922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.442112 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.442302 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.442515 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.442705 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.442895 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.443085 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.443276 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 22 15:01:40.443459 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80056) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 22 15:01:40.684793 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 37144) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:01:40.696322 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091813 Jan 22 15:01:50.952433 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657ab3c2-d6d8-4636-9841-2f255b949665 None None] get_active_networks_info from dv-cinder-763774-2-smb {{(pid=80169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 22 15:01:51.079436 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-098e9e8c-daee-4e12-a2c0-09354f5c82f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258'] for agent, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:01:51.105596 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657ab3c2-d6d8-4636-9841-2f255b949665 None None] No non-hosted networks {{(pid=80169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 22 15:01:52.782965 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9c587867-7137-48a0-9967-5b56a4c005d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258'] for agent, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:01:52.842572 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3c8b311f-4f19-4c01-8c8c-b4e3bb374d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:01:53.644286 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258'] for agent, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:01:54.677410 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258'] for agent, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:01:54.678870 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:01:54.679451 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:01:54.680613 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:01:54.681179 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:01:54.681868 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:01:54.682481 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:01:54.683056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:01:54.683616 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:01:54.684170 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:01:54.684728 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:01:54.685284 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:01:54.685961 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:01:54.686598 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763774-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:01:54.692018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763774-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:01:55.102450 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258'] for agent, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:01:56.560182 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] get_endpoint_by_host() called for host dv-cinder-763774-2-smb {{(pid=80169) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 22 15:01:56.565491 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] get_endpoint_by_ip() called for ip 192.168.0.54 {{(pid=80169) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 22 15:01:56.568750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] _add_endpoint() called for ip 192.168.0.54 {{(pid=80169) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 22 15:01:56.575361 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] _get_endpoints() called {{(pid=80169) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 22 15:01:56.639306 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 37236) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:01:57.314674 dv-cinder-763774-2-smb neutron-server[80056]: WARNING oslo_policy.policy [None req-e9d7b7bc-9d64-43c1-82a8-1ca57943e20d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 15:01:57.315304 dv-cinder-763774-2-smb neutron-server[80056]: WARNING oslo_policy.policy [None req-e9d7b7bc-9d64-43c1-82a8-1ca57943e20d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 15:01:57.550309 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [None req-e9d7b7bc-9d64-43c1-82a8-1ca57943e20d admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 15:01:57.551444 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-e9d7b7bc-9d64-43c1-82a8-1ca57943e20d admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9109974 Jan 22 15:01:57.945031 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.l3_hamode_db [None req-e32f6057-150b-496f-8131-27b0b4deb129 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 22 15:01:58.034011 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f6057-150b-496f-8131-27b0b4deb129 None None] Routers set() bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:01:58.034378 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f6057-150b-496f-8131-27b0b4deb129 None None] Router IDs set() for agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 22 15:02:00.275012 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 37250) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:02:00.699681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-bb211db7-9bb2-46d7-822e-38f36f43d310 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:02:00.754277 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.policy [None req-bb211db7-9bb2-46d7-822e-38f36f43d310 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80167) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 22 15:02:00.755174 dv-cinder-763774-2-smb neutron-server[80056]: WARNING oslo_policy.policy [None req-bb211db7-9bb2-46d7-822e-38f36f43d310 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 15:02:00.755584 dv-cinder-763774-2-smb neutron-server[80056]: WARNING oslo_policy.policy [None req-bb211db7-9bb2-46d7-822e-38f36f43d310 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 15:02:00.768297 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota [None req-bb211db7-9bb2-46d7-822e-38f36f43d310 admin admin] Loaded quota_driver: . Jan 22 15:02:00.784720 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-bb211db7-9bb2-46d7-822e-38f36f43d310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:02:00.847191 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bb211db7-9bb2-46d7-822e-38f36f43d310 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771516889036', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771516873165', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771516867373', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771516916918', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771516916061', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3742395', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3462928', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853040982', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853020978'] for rbac-policy, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:00.910092 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bb211db7-9bb2-46d7-822e-38f36f43d310 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:00.911388 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-bb211db7-9bb2-46d7-822e-38f36f43d310 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6353359 Jan 22 15:02:03.863891 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 37264) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:02:04.342609 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Request body: {'network': {'project_id': 'f1129615b4a3444da3f283eba50e31f7', 'name': 'private', 'admin_state_up': True}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:02:04.348508 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:02:04.353838 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Usage tracker for resource:network and tenant:f1129615b4a3444da3f283eba50e31f7 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:02:04.357632 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:02:04.363843 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:02:04.373318 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Made reservation on behalf of f1129615b4a3444da3f283eba50e31f7 for: {'network': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:02:04.379351 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:04.399436 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:04.414519 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:02:04.418522 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Usage tracker for resource:security_group_rule and tenant:f1129615b4a3444da3f283eba50e31f7 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:02:04.422096 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:02:04.427715 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:02:04.527472 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:04.530083 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:04.535502 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:04.557602 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 15:02:04.584792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771515840559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:04.585396 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Added segment 59481363-819c-4e3b-9663-9bc21f473aa7 of type vxlan for network fb2fe7fb-a687-4a7e-845a-4588cf904e3e Jan 22 15:02:04.635953 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e93646b-7274-49dd-ba87-3cff114d3d86,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:04.660572 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:04.660942 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:04.661307 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:04.661667 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:04.662022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:04.662399 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:04.662770 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:04.663104 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:04.663467 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:04.663826 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:04.664722 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:04.665068 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Tracked resource versions report: Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: pushed versions: Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: { 'AddressGroup': {'1.1'}, Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': {'1.0'}, Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': {'1.0'}, Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': {'1.1'}, Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': {'1.6'}, Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': {'1.2'}, Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': {'1.8'}, Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': {'1.4'}, Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': {'1.2'}, Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': {'1.0'}, Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': {'1.1'}, Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': {'1.1'}} Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: consumer versions: Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: { DHCP agent@dv-cinder-763774-2-smb: {}, Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: L3 agent@dv-cinder-763774-2-smb: {}, Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: Metadata agent@dv-cinder-763774-2-smb: {}, Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: Metering agent@dv-cinder-763774-2-smb: {}, Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: Open vSwitch agent@dv-cinder-763774-2-smb: { 'AddressGroup': '1.1', Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': '1.0', Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': '1.0', Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': '1.1', Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': '1.6', Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': '1.2', Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': '1.8', Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': '1.4', Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': '1.2', Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': '1.0', Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': '1.1', Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': '1.1'}} Jan 22 15:02:04.666280 dv-cinder-763774-2-smb neutron-server[80056]: {{(pid=80167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 22 15:02:04.858481 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:04.865586 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:04.897959 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:04.900150 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:02:04.900820 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:04.905499 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:05.011760 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1467161 Jan 22 15:02:05.014593 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Pushing event updated for resources: {'Network': ['ID=fb2fe7fb-a687-4a7e-845a-4588cf904e3e,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:05.017771 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:05.027137 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network fb2fe7fb-a687-4a7e-845a-4588cf904e3e details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:02:08.060680 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 37280) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:02:08.573134 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900646ce-e6bc-4e75-95f8-a09ab97a729c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:02:08.574762 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-900646ce-e6bc-4e75-95f8-a09ab97a729c admin admin] 10.222.0.53 "GET /v2.0/networks/fb2fe7fb-a687-4a7e-845a-4588cf904e3e HTTP/1.1" status: 200 len: 818 time: 0.5129781 Jan 22 15:02:08.603654 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-ff123889-eb8c-458e-921a-7a3585197667 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/1fa49a65-91b3-4557-950d-1eb40ef45674 HTTP/1.1" status: 200 len: 734 time: 0.0227537 Jan 22 15:02:08.613161 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'f1129615b4a3444da3f283eba50e31f7', 'subnetpool_id': '1fa49a65-91b3-4557-950d-1eb40ef45674', 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:02:08.617666 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:02:08.621595 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Usage tracker for resource:subnet and tenant:f1129615b4a3444da3f283eba50e31f7 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:02:08.624590 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:02:08.630230 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:02:08.639119 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Made reservation on behalf of f1129615b4a3444da3f283eba50e31f7 for: {'subnet': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:02:08.643661 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:09.121803 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for subnet, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:09.136486 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:09.280571 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=781e3691-78ca-4488-ae90-d6beeb44ef8b,revision_number=0']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:09.287111 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:09.344498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Checking segment: {'id': '59481363-819c-4e3b-9663-9bc21f473aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:02:09.344907 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Network hostable DHCP agents. Network: fb2fe7fb-a687-4a7e-845a-4588cf904e3e, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:02:09.365380 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Network fb2fe7fb-a687-4a7e-845a-4588cf904e3e is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:02:09.374161 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, fb2fe7fb-a687-4a7e-845a-4588cf904e3e) {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:02:09.378615 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:02:09.379263 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:09.383833 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bf6259-f734-4bc7-9739-abccbe6e87fd None None] Network fb2fe7fb-a687-4a7e-845a-4588cf904e3e requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:02:09.399284 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7888007 Jan 22 15:02:09.704555 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp240d8b5e-1433-50a4-86b4-fed24bdb0da0-fb2fe7fb-a687-4a7e-845a-4588cf904e3e', 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e', 'tenant_id': 'f1129615b4a3444da3f283eba50e31f7', 'fixed_ips': [{'subnet_id': '781e3691-78ca-4488-ae90-d6beeb44ef8b'}]}} from dv-cinder-763774-2-smb. {{(pid=80169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 22 15:02:09.705839 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:10.186854 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Allocated IP 172.20.0.2 (fb2fe7fb-a687-4a7e-845a-4588cf904e3e/781e3691-78ca-4488-ae90-d6beeb44ef8b/f78e4687-32fc-4d78-9328-0ef1b0b2bc44) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:02:10.435580 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:10.449134 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Transition to ACTIVE for port object f78e4687-32fc-4d78-9328-0ef1b0b2bc44 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:02:10.466237 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Transition to ACTIVE for port object f78e4687-32fc-4d78-9328-0ef1b0b2bc44 will not be triggered until provisioned by entity DHCP. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:02:10.472019 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:10.487432 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:10.619309 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Pushing event updated for resources: {'Port': ['ID=f78e4687-32fc-4d78-9328-0ef1b0b2bc44,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:10.632128 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:10.632615 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:10.633117 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:10.633584 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:10.633946 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:10.634311 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:10.634695 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:10.635051 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:10.635407 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:10.635762 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:10.636118 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:10.636467 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Tracked resource versions report: Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: pushed versions: Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: { 'AddressGroup': {'1.1'}, Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': {'1.0'}, Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': {'1.0'}, Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': {'1.1'}, Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': {'1.6'}, Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': {'1.2'}, Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': {'1.8'}, Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': {'1.4'}, Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': {'1.2'}, Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': {'1.0'}, Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': {'1.1'}, Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': {'1.1'}} Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: consumer versions: Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: { DHCP agent@dv-cinder-763774-2-smb: {}, Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: L3 agent@dv-cinder-763774-2-smb: {}, Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: Metadata agent@dv-cinder-763774-2-smb: {}, Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: Metering agent@dv-cinder-763774-2-smb: {}, Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: Open vSwitch agent@dv-cinder-763774-2-smb: { 'AddressGroup': '1.1', Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': '1.0', Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': '1.0', Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': '1.1', Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': '1.6', Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': '1.2', Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': '1.8', Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': '1.4', Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': '1.2', Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': '1.0', Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': '1.1', Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': '1.1'}} Jan 22 15:02:10.637634 dv-cinder-763774-2-smb neutron-server[80056]: {{(pid=80169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 22 15:02:10.641246 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:10.694770 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Network fb2fe7fb-a687-4a7e-845a-4588cf904e3e is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:02:10.696022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:02:10.698848 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:02:10.757214 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Attempting to bind port f78e4687-32fc-4d78-9328-0ef1b0b2bc44 on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:02:10.757584 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Attempting to bind port f78e4687-32fc-4d78-9328-0ef1b0b2bc44 by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '59481363-819c-4e3b-9663-9bc21f473aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:02:10.758095 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Attempting to bind port f78e4687-32fc-4d78-9328-0ef1b0b2bc44 on network fb2fe7fb-a687-4a7e-845a-4588cf904e3e {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:02:10.763604 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:02:10.764088 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Checking segment: {'id': '59481363-819c-4e3b-9663-9bc21f473aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:02:10.764450 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:10.765071 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Bound using segment: {'id': '59481363-819c-4e3b-9663-9bc21f473aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:02:10.765609 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Bound port: f78e4687-32fc-4d78-9328-0ef1b0b2bc44, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59481363-819c-4e3b-9663-9bc21f473aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:02:10.766056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:10.860276 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] For port f78e4687-32fc-4d78-9328-0ef1b0b2bc44, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:02:10.864431 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] For port f78e4687-32fc-4d78-9328-0ef1b0b2bc44, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=f78e4687-32fc-4d78-9328-0ef1b0b2bc44,segment=NetworkSegment(59481363-819c-4e3b-9663-9bc21f473aa7),segment_id=59481363-819c-4e3b-9663-9bc21f473aa7)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:02:10.867935 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:10.883530 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:11.032219 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Pushing event updated for resources: {'Port': ['ID=f78e4687-32fc-4d78-9328-0ef1b0b2bc44,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:11.035399 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:12.154522 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 37290) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:02:12.596558 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [None req-ab439ca4-47ea-4374-8ef1-c9d5f9b5c536 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 15:02:12.597638 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-ab439ca4-47ea-4374-8ef1-c9d5f9b5c536 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4420340 Jan 22 15:02:14.633789 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device f78e4687-32fc-4d78-9328-0ef1b0b2bc44 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:02:14.712072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port f78e4687-32fc-4d78-9328-0ef1b0b2bc44 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:02:15.437537 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 37304) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:02:15.812526 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f67ff4-69ba-4101-a4e1-09350d116bb4 None None] Network fb2fe7fb-a687-4a7e-845a-4588cf904e3e requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:02:15.866658 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [None req-fe67ed5e-238d-4647-a57c-c1181ed2a36d admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 15:02:15.868231 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-fe67ed5e-238d-4647-a57c-c1181ed2a36d admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4296927 Jan 22 15:02:15.914614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-b9118a84-29bb-4555-a18c-af9353f5d706 None None] Provisioning for port f78e4687-32fc-4d78-9328-0ef1b0b2bc44 completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:02:15.934987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-b9118a84-29bb-4555-a18c-af9353f5d706 None None] Provisioning complete for port f78e4687-32fc-4d78-9328-0ef1b0b2bc44 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:02:15.935316 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b9118a84-29bb-4555-a18c-af9353f5d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:16.175801 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b9118a84-29bb-4555-a18c-af9353f5d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:16.228909 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-b9118a84-29bb-4555-a18c-af9353f5d706 None None] For port f78e4687-32fc-4d78-9328-0ef1b0b2bc44, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=f78e4687-32fc-4d78-9328-0ef1b0b2bc44,segment=NetworkSegment(59481363-819c-4e3b-9663-9bc21f473aa7),segment_id=59481363-819c-4e3b-9663-9bc21f473aa7)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:02:16.233892 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b9118a84-29bb-4555-a18c-af9353f5d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:16.247211 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:16.325870 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9118a84-29bb-4555-a18c-af9353f5d706 None None] Pushing event updated for resources: {'Port': ['ID=f78e4687-32fc-4d78-9328-0ef1b0b2bc44,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:16.329919 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b9118a84-29bb-4555-a18c-af9353f5d706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:16.525632 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1dd629d6-a3ee-40c6-aed8-db03f084ff23 None None] Provisioning complete for port f78e4687-32fc-4d78-9328-0ef1b0b2bc44 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:02:16.525966 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1dd629d6-a3ee-40c6-aed8-db03f084ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:16.651443 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device f78e4687-32fc-4d78-9328-0ef1b0b2bc44 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:02:16.752061 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port f78e4687-32fc-4d78-9328-0ef1b0b2bc44 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:02:16.752426 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:16.885278 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1a4e9341-b520-428d-b6b8-f9a827dbf194 None None] Provisioning complete for port f78e4687-32fc-4d78-9328-0ef1b0b2bc44 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:02:16.885812 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9341-b520-428d-b6b8-f9a827dbf194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:18.894617 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 37318) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:02:19.296946 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-ab878e0f-7ad3-44bf-b4cd-6560d6505e12 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'f1129615b4a3444da3f283eba50e31f7', 'name': 'router1'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:02:19.302454 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ab878e0f-7ad3-44bf-b4cd-6560d6505e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:02:19.307103 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ab878e0f-7ad3-44bf-b4cd-6560d6505e12 admin admin] Usage tracker for resource:router and tenant:f1129615b4a3444da3f283eba50e31f7 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:02:19.310370 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ab878e0f-7ad3-44bf-b4cd-6560d6505e12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:02:19.316093 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ab878e0f-7ad3-44bf-b4cd-6560d6505e12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:02:19.325597 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ab878e0f-7ad3-44bf-b4cd-6560d6505e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-497506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718907'] for router, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:19.326948 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ab878e0f-7ad3-44bf-b4cd-6560d6505e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56909'] for router, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:19.347770 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ab878e0f-7ad3-44bf-b4cd-6560d6505e12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:19.453733 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ab878e0f-7ad3-44bf-b4cd-6560d6505e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510835'] for router, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:19.471862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ab878e0f-7ad3-44bf-b4cd-6560d6505e12 admin admin] Notify callbacks [] for router, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:19.473116 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-ab878e0f-7ad3-44bf-b4cd-6560d6505e12 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5774474 Jan 22 15:02:20.852190 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f8a3ae67-d8ab-4ea9-9d35-eb5282f273ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:22.136297 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 37328) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:02:22.559375 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [None req-61b76b94-431a-4621-b092-c361ed2300c4 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 15:02:22.560453 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-61b76b94-431a-4621-b092-c361ed2300c4 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4230347 Jan 22 15:02:22.789650 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6d5187b-6e81-4161-a7a0-e0dc3022246d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:23.475750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:24.675983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:24.972626 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:25.286511 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 37348) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:02:25.473799 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:02:25.478655 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:02:25.482656 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Usage tracker for resource:network and tenant:690d8e2a1c224e13b1943bb646ddf6a9 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:02:25.486101 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:02:25.492396 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:02:25.501503 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Made reservation on behalf of 690d8e2a1c224e13b1943bb646ddf6a9 for: {'network': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:02:25.505967 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:25.519010 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:25.533708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:02:25.537523 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Usage tracker for resource:security_group_rule and tenant:690d8e2a1c224e13b1943bb646ddf6a9 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:02:25.540551 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:02:25.546334 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:02:25.639054 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:25.641760 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:25.646020 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:25.661578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Reserving flat network on physical network physnet1 {{(pid=80167) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 22 15:02:25.683169 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d491792-c3f3-4ab9-84d3-c8d23d94ca33,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:25.687400 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:25.688353 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771515840559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:25.688951 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Unsubscribe: segment precommit_create {{(pid=80167) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 22 15:02:25.689372 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Added segment 932f0bf6-f316-4193-a5a5-00b3fa9ba2d4 of type flat for network 963b33f9-dd19-40b1-8544-19d53926a01f Jan 22 15:02:25.725590 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:25.764636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:25.766256 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:02:25.767360 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:25.772471 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:25.901305 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6136034 Jan 22 15:02:25.902121 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Pushing event updated for resources: {'Network': ['ID=963b33f9-dd19-40b1-8544-19d53926a01f,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:25.911952 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:25.929525 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network 963b33f9-dd19-40b1-8544-19d53926a01f details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:02:28.441508 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 37368) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:02:28.584474 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106086c2-5c72-4285-8b7f-cde7aaa5022f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:02:28.586030 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-106086c2-5c72-4285-8b7f-cde7aaa5022f admin admin] 10.222.0.53 "GET /v2.0/subnets/781e3691-78ca-4488-ae90-d6beeb44ef8b HTTP/1.1" status: 200 len: 849 time: 0.1434324 Jan 22 15:02:28.884342 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-ab825127-5e36-4ba2-bc32-fc9b8a093066 admin admin] 10.222.0.53 "GET /v2.0/routers/01d648ec-206b-419d-8460-1f898a11aee8 HTTP/1.1" status: 200 len: 704 time: 0.2919824 Jan 22 15:02:29.370445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:29.734025 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Allocated IP 172.20.0.1 (fb2fe7fb-a687-4a7e-845a-4588cf904e3e/781e3691-78ca-4488-ae90-d6beeb44ef8b/8e6d4ff4-e58b-4033-a828-4d4088e347de) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:02:29.895139 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:29.912676 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Transition to ACTIVE for port object 8e6d4ff4-e58b-4033-a828-4d4088e347de will not be triggered until provisioned by entity DHCP. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:02:29.965153 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:29.983086 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:30.117626 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Pushing event updated for resources: {'Port': ['ID=8e6d4ff4-e58b-4033-a828-4d4088e347de,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:30.124469 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:30.177157 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Network fb2fe7fb-a687-4a7e-845a-4588cf904e3e is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:02:30.178315 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:02:30.181225 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:02:30.181745 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854264914'] for router_interface, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:30.407285 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-374721d3-2b28-4e03-9bca-774ca37b09cb None None] Provisioning for port 8e6d4ff4-e58b-4033-a828-4d4088e347de completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:02:30.412067 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-374721d3-2b28-4e03-9bca-774ca37b09cb None None] Provisioning complete for port 8e6d4ff4-e58b-4033-a828-4d4088e347de triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:02:30.412547 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-374721d3-2b28-4e03-9bca-774ca37b09cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:30.454049 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:30.466799 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-374721d3-2b28-4e03-9bca-774ca37b09cb None None] Port 8e6d4ff4-e58b-4033-a828-4d4088e347de cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:02:30.911874 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:30.916031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:30.917132 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854228376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854278327'] for router_interface, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:30.931833 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:31.060273 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Pushing event updated for resources: {'Port': ['ID=8e6d4ff4-e58b-4033-a828-4d4088e347de,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:31.063260 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:31.127082 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Network fb2fe7fb-a687-4a7e-845a-4588cf904e3e is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:02:31.128181 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:02:31.290435 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-17f50893-d3db-44bb-8875-c2d6f235012e None None] Provisioning complete for port 8e6d4ff4-e58b-4033-a828-4d4088e347de triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:02:31.290947 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-17f50893-d3db-44bb-8875-c2d6f235012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:31.330301 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Router 01d648ec-206b-419d-8460-1f898a11aee8 is scheduled to L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 with binding_index 1 {{(pid=80167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 22 15:02:31.348872 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-17f50893-d3db-44bb-8875-c2d6f235012e None None] Port 8e6d4ff4-e58b-4033-a828-4d4088e347de cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:02:31.494228 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:02:31.503642 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] 10.222.0.53 "PUT /v2.0/routers/01d648ec-206b-419d-8460-1f898a11aee8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6135836 Jan 22 15:02:31.504836 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Sync routers for ids ['01d648ec-206b-419d-8460-1f898a11aee8'] in dv-cinder-763774-2-smb {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:02:31.516362 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Routers {'01d648ec-206b-419d-8460-1f898a11aee8'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:02:31.517255 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:02:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['01d648ec-206b-419d-8460-1f898a11aee8'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:02:31.703364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Set router 01d648ec-206b-419d-8460-1f898a11aee8 gateway port host: None {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:02:32.078233 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d648ec-206b-419d-8460-1f898a11aee8', 'name': 'router1', 'tenant_id': 'f1129615b4a3444da3f283eba50e31f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:02:19Z', 'updated_at': '2021-01-22T15:02:30Z', 'revision_number': 2, 'project_id': 'f1129615b4a3444da3f283eba50e31f7', 'gw_port_host': None, '_interfaces': [{'id': '8e6d4ff4-e58b-4033-a828-4d4088e347de', 'name': '', 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e', 'tenant_id': 'f1129615b4a3444da3f283eba50e31f7', 'mac_address': 'fa:16:3e:f6:b7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d648ec-206b-419d-8460-1f898a11aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '781e3691-78ca-4488-ae90-d6beeb44ef8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:02:29Z', 'updated_at': '2021-01-22T15:02:30Z', 'revision_number': 2, 'project_id': 'f1129615b4a3444da3f283eba50e31f7', 'subnets': [{'id': '781e3691-78ca-4488-ae90-d6beeb44ef8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fa49a65-91b3-4557-950d-1eb40ef45674'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:02:32.083281 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Checking router: 01d648ec-206b-419d-8460-1f898a11aee8 for host: dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:02:32.083700 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Updating router 01d648ec-206b-419d-8460-1f898a11aee8 port 8e6d4ff4-e58b-4033-a828-4d4088e347de binding host dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 15:02:32.309414 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:32.764933 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:32.779646 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Transition to ACTIVE for port object 8e6d4ff4-e58b-4033-a828-4d4088e347de will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:02:32.782549 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:32.799092 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:32.938559 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Pushing event updated for resources: {'Port': ['ID=8e6d4ff4-e58b-4033-a828-4d4088e347de,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:32.959081 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:32.959460 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:32.959831 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:32.960198 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:32.961115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:32.961475 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:32.961831 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:32.962186 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:32.962583 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:32.962943 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:32.963297 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:32.963772 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Tracked resource versions report: Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: pushed versions: Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: { 'AddressGroup': {'1.1'}, Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': {'1.0'}, Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': {'1.0'}, Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': {'1.1'}, Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': {'1.6'}, Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': {'1.2'}, Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': {'1.8'}, Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': {'1.4'}, Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': {'1.2'}, Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': {'1.0'}, Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': {'1.1'}, Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': {'1.1'}} Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: consumer versions: Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: { DHCP agent@dv-cinder-763774-2-smb: {}, Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: L3 agent@dv-cinder-763774-2-smb: {}, Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: Metadata agent@dv-cinder-763774-2-smb: {}, Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: Metering agent@dv-cinder-763774-2-smb: {}, Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: Open vSwitch agent@dv-cinder-763774-2-smb: { 'AddressGroup': '1.1', Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': '1.0', Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': '1.0', Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': '1.1', Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': '1.6', Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': '1.2', Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': '1.8', Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': '1.4', Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': '1.2', Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': '1.0', Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': '1.1', Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': '1.1'}} Jan 22 15:02:32.964928 dv-cinder-763774-2-smb neutron-server[80056]: {{(pid=80170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 22 15:02:32.968552 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:33.129679 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Attempting to bind port 8e6d4ff4-e58b-4033-a828-4d4088e347de on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:02:33.130212 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Attempting to bind port 8e6d4ff4-e58b-4033-a828-4d4088e347de by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '59481363-819c-4e3b-9663-9bc21f473aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:02:33.130543 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Attempting to bind port 8e6d4ff4-e58b-4033-a828-4d4088e347de on network fb2fe7fb-a687-4a7e-845a-4588cf904e3e {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:02:33.136477 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:02:33.136884 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Checking segment: {'id': '59481363-819c-4e3b-9663-9bc21f473aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:02:33.137349 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:33.137920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Bound using segment: {'id': '59481363-819c-4e3b-9663-9bc21f473aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:02:33.138487 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Bound port: 8e6d4ff4-e58b-4033-a828-4d4088e347de, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59481363-819c-4e3b-9663-9bc21f473aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:02:33.138906 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:33.232677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] For port 8e6d4ff4-e58b-4033-a828-4d4088e347de, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:02:33.237150 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] For port 8e6d4ff4-e58b-4033-a828-4d4088e347de, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=8e6d4ff4-e58b-4033-a828-4d4088e347de,segment=NetworkSegment(59481363-819c-4e3b-9663-9bc21f473aa7),segment_id=59481363-819c-4e3b-9663-9bc21f473aa7)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:02:33.239601 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:33.254759 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:33.412156 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Pushing event updated for resources: {'Port': ['ID=8e6d4ff4-e58b-4033-a828-4d4088e347de,revision_number=4']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:33.416973 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:33.472156 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Routers {'01d648ec-206b-419d-8460-1f898a11aee8'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:02:33.472810 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:02:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['01d648ec-206b-419d-8460-1f898a11aee8'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:02:33.640573 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] Set router 01d648ec-206b-419d-8460-1f898a11aee8 gateway port host: None {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:02:33.980085 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d648ec-206b-419d-8460-1f898a11aee8', 'name': 'router1', 'tenant_id': 'f1129615b4a3444da3f283eba50e31f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:02:19Z', 'updated_at': '2021-01-22T15:02:30Z', 'revision_number': 2, 'project_id': 'f1129615b4a3444da3f283eba50e31f7', 'gw_port_host': None, '_interfaces': [{'id': '8e6d4ff4-e58b-4033-a828-4d4088e347de', 'name': '', 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e', 'tenant_id': 'f1129615b4a3444da3f283eba50e31f7', 'mac_address': 'fa:16:3e:f6:b7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d648ec-206b-419d-8460-1f898a11aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '781e3691-78ca-4488-ae90-d6beeb44ef8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:02:29Z', 'updated_at': '2021-01-22T15:02:33Z', 'revision_number': 4, 'project_id': 'f1129615b4a3444da3f283eba50e31f7', 'subnets': [{'id': '781e3691-78ca-4488-ae90-d6beeb44ef8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fa49a65-91b3-4557-950d-1eb40ef45674'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:02:33.984269 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1774c-fa02-4e6c-9fc3-dfbca5060ea2 None None] The sync data for ids ['01d648ec-206b-419d-8460-1f898a11aee8'] in dv-cinder-763774-2-smb is: [{'id': '01d648ec-206b-419d-8460-1f898a11aee8', 'name': 'router1', 'tenant_id': 'f1129615b4a3444da3f283eba50e31f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:02:19Z', 'updated_at': '2021-01-22T15:02:30Z', 'revision_number': 2, 'project_id': 'f1129615b4a3444da3f283eba50e31f7', 'gw_port_host': None, '_interfaces': [{'id': '8e6d4ff4-e58b-4033-a828-4d4088e347de', 'name': '', 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e', 'tenant_id': 'f1129615b4a3444da3f283eba50e31f7', 'mac_address': 'fa:16:3e:f6:b7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d648ec-206b-419d-8460-1f898a11aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '781e3691-78ca-4488-ae90-d6beeb44ef8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:02:29Z', 'updated_at': '2021-01-22T15:02:33Z', 'revision_number': 4, 'project_id': 'f1129615b4a3444da3f283eba50e31f7', 'subnets': [{'id': '781e3691-78ca-4488-ae90-d6beeb44ef8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fa49a65-91b3-4557-950d-1eb40ef45674'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:02:34.027292 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 37380) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:02:34.221194 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a5a04c-3d1c-4241-9535-22e95713c376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:02:34.221737 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-c9a5a04c-3d1c-4241-9535-22e95713c376 admin admin] Synchronizing usage tracker for tenant:690d8e2a1c224e13b1943bb646ddf6a9 on resource:network {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:02:34.238712 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-c9a5a04c-3d1c-4241-9535-22e95713c376 admin admin] Unset dirty status for tenant:690d8e2a1c224e13b1943bb646ddf6a9 on resource:network {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:02:34.239945 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-c9a5a04c-3d1c-4241-9535-22e95713c376 admin admin] 10.222.0.53 "GET /v2.0/networks/963b33f9-dd19-40b1-8544-19d53926a01f HTTP/1.1" status: 200 len: 842 time: 0.2116225 Jan 22 15:02:34.250735 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'name': 'public-subnet', 'cidr': '172.28.2.0/24'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:02:34.256109 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:02:34.260667 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Usage tracker for resource:subnet and tenant:690d8e2a1c224e13b1943bb646ddf6a9 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:02:34.263589 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:02:34.269677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:02:34.279649 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Made reservation on behalf of 690d8e2a1c224e13b1943bb646ddf6a9 for: {'subnet': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:02:34.284245 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:34.718038 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.objects.ports [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80167) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 15:02:34.718553 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for subnet, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:34.733372 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-38f782a4-51d2-40b6-9f43-6de9530f9c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:34.884225 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b49e69fc-521d-4a7a-a4a3-7f801cf6183d,revision_number=0']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:34.889042 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:34.943224 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Checking segment: {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:02:34.943627 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Network hostable DHCP agents. Network: 963b33f9-dd19-40b1-8544-19d53926a01f, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:02:34.962656 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Network 963b33f9-dd19-40b1-8544-19d53926a01f is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:02:34.971350 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, 963b33f9-dd19-40b1-8544-19d53926a01f) {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:02:34.976627 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:02:34.977292 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:34.981630 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33bd863-fa13-4e3a-97e9-1bfd13df3caa None None] Network 963b33f9-dd19-40b1-8544-19d53926a01f requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:02:34.999642 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7527168 Jan 22 15:02:35.221322 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605ee175-dab8-45d7-a57e-a8069db9f629 None None] Network 963b33f9-dd19-40b1-8544-19d53926a01f requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:02:36.639637 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 8e6d4ff4-e58b-4033-a828-4d4088e347de up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:02:36.712809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port 8e6d4ff4-e58b-4033-a828-4d4088e347de completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:02:36.717658 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 8e6d4ff4-e58b-4033-a828-4d4088e347de triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:02:36.718075 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:36.987930 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:37.020466 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port 8e6d4ff4-e58b-4033-a828-4d4088e347de, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=8e6d4ff4-e58b-4033-a828-4d4088e347de,segment=NetworkSegment(59481363-819c-4e3b-9663-9bc21f473aa7),segment_id=59481363-819c-4e3b-9663-9bc21f473aa7)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:02:37.024218 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:37.027275 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:37.104037 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=8e6d4ff4-e58b-4033-a828-4d4088e347de,revision_number=5']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:37.107404 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:37.578211 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 37394) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:02:37.813962 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-aeecd85b-e996-4c4e-a09f-0d398530ec4a admin admin] 10.222.0.53 "GET /v2.0/routers/01d648ec-206b-419d-8460-1f898a11aee8 HTTP/1.1" status: 200 len: 710 time: 0.2344053 Jan 22 15:02:38.123659 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54830a4-7a61-47d3-bc24-fecfb11b7bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:02:38.125137 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b54830a4-7a61-47d3-bc24-fecfb11b7bed admin admin] 10.222.0.53 "GET /v2.0/networks/963b33f9-dd19-40b1-8544-19d53926a01f HTTP/1.1" status: 200 len: 886 time: 0.3051472 Jan 22 15:02:38.135250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:02:38.598973 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-485780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56924'] for router, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:38.625570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 8e6d4ff4-e58b-4033-a828-4d4088e347de up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:02:38.695793 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 8e6d4ff4-e58b-4033-a828-4d4088e347de triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:02:38.696204 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:38.945785 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:39.005405 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:39.017852 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:39.033304 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:02:39.037250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:02:39.040213 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:02:39.045810 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:02:39.128323 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:39.131002 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:39.146568 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-69ed5ea6-e956-41c4-8a9a-fbf42d326d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:39.237203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f8a23c-3ac2-474f-a95f-f5c934e1dfa8,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:39.242993 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:39.405472 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Allocated IP 172.28.2.109 (963b33f9-dd19-40b1-8544-19d53926a01f/b49e69fc-521d-4a7a-a4a3-7f801cf6183d/ba88fd90-b5ac-434f-aaf0-93c3e04a4513) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:02:39.556409 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:39.583750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:39.598586 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:39.729298 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ba88fd90-b5ac-434f-aaf0-93c3e04a4513,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:39.741095 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:39.781131 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Network 963b33f9-dd19-40b1-8544-19d53926a01f is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:02:39.782221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:02:39.784434 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:02:40.345642 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:40.692322 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-485780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56924'] for router, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:40.695933 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854264981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854264948'] for router, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:40.880868 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Router 01d648ec-206b-419d-8460-1f898a11aee8 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:02:41.062695 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:02:41.073126 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Sync routers for ids ['01d648ec-206b-419d-8460-1f898a11aee8'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:02:41.080034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Notify callbacks [] for router, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:41.081309 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] 10.222.0.53 "PUT /v2.0/routers/01d648ec-206b-419d-8460-1f898a11aee8 HTTP/1.1" status: 200 len: 890 time: 2.9497461 Jan 22 15:02:41.088524 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Routers {'01d648ec-206b-419d-8460-1f898a11aee8'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:02:41.089725 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:02:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['01d648ec-206b-419d-8460-1f898a11aee8'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:02:41.292276 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Set router 01d648ec-206b-419d-8460-1f898a11aee8 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:02:41.650225 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d648ec-206b-419d-8460-1f898a11aee8', 'name': 'router1', 'tenant_id': 'f1129615b4a3444da3f283eba50e31f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'ba88fd90-b5ac-434f-aaf0-93c3e04a4513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:02:19Z', 'updated_at': '2021-01-22T15:02:40Z', 'revision_number': 4, 'project_id': 'f1129615b4a3444da3f283eba50e31f7', 'gw_port': {'id': 'ba88fd90-b5ac-434f-aaf0-93c3e04a4513', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d648ec-206b-419d-8460-1f898a11aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:02:39Z', 'updated_at': '2021-01-22T15:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '8e6d4ff4-e58b-4033-a828-4d4088e347de', 'name': '', 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e', 'tenant_id': 'f1129615b4a3444da3f283eba50e31f7', 'mac_address': 'fa:16:3e:f6:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d648ec-206b-419d-8460-1f898a11aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '781e3691-78ca-4488-ae90-d6beeb44ef8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:02:29Z', 'updated_at': '2021-01-22T15:02:37Z', 'revision_number': 5, 'project_id': 'f1129615b4a3444da3f283eba50e31f7', 'subnets': [{'id': '781e3691-78ca-4488-ae90-d6beeb44ef8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fa49a65-91b3-4557-950d-1eb40ef45674'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:02:41.655119 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Checking router: 01d648ec-206b-419d-8460-1f898a11aee8 for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:02:41.655532 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Updating router 01d648ec-206b-419d-8460-1f898a11aee8 port ba88fd90-b5ac-434f-aaf0-93c3e04a4513 binding host dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 15:02:41.713352 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:42.107640 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:42.120242 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Transition to ACTIVE for port object ba88fd90-b5ac-434f-aaf0-93c3e04a4513 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:02:42.123699 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:42.139068 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b9118a84-29bb-4555-a18c-af9353f5d706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:42.273511 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c78e8-0923-4f41-a867-cb4380f7b30e None None] Pushing event updated for resources: {'Port': ['ID=ba88fd90-b5ac-434f-aaf0-93c3e04a4513,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:42.278157 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1b9c78e8-0923-4f41-a867-cb4380f7b30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:42.339571 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Attempting to bind port ba88fd90-b5ac-434f-aaf0-93c3e04a4513 on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:02:42.339985 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Attempting to bind port ba88fd90-b5ac-434f-aaf0-93c3e04a4513 by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:02:42.340402 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Attempting to bind port ba88fd90-b5ac-434f-aaf0-93c3e04a4513 on network 963b33f9-dd19-40b1-8544-19d53926a01f {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:02:42.351043 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:02:42.351469 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Checking segment: {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:02:42.351920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:42.352400 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Bound using segment: {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:02:42.352954 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Bound port: ba88fd90-b5ac-434f-aaf0-93c3e04a4513, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:02:42.353501 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:42.430745 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] For port ba88fd90-b5ac-434f-aaf0-93c3e04a4513, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:02:42.433802 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] For port ba88fd90-b5ac-434f-aaf0-93c3e04a4513, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=ba88fd90-b5ac-434f-aaf0-93c3e04a4513,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:02:42.437789 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:42.456258 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b0d1362f-4285-4492-9511-14acf3d59dcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:42.607229 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c78e8-0923-4f41-a867-cb4380f7b30e None None] Pushing event updated for resources: {'Port': ['ID=ba88fd90-b5ac-434f-aaf0-93c3e04a4513,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:42.612427 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1b9c78e8-0923-4f41-a867-cb4380f7b30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:42.652367 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Routers {'01d648ec-206b-419d-8460-1f898a11aee8'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:02:42.652973 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:02:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['01d648ec-206b-419d-8460-1f898a11aee8'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:02:42.989389 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] Set router 01d648ec-206b-419d-8460-1f898a11aee8 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:02:43.348061 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d648ec-206b-419d-8460-1f898a11aee8', 'name': 'router1', 'tenant_id': 'f1129615b4a3444da3f283eba50e31f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'ba88fd90-b5ac-434f-aaf0-93c3e04a4513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:02:19Z', 'updated_at': '2021-01-22T15:02:40Z', 'revision_number': 4, 'project_id': 'f1129615b4a3444da3f283eba50e31f7', 'gw_port': {'id': 'ba88fd90-b5ac-434f-aaf0-93c3e04a4513', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d648ec-206b-419d-8460-1f898a11aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:02:39Z', 'updated_at': '2021-01-22T15:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '8e6d4ff4-e58b-4033-a828-4d4088e347de', 'name': '', 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e', 'tenant_id': 'f1129615b4a3444da3f283eba50e31f7', 'mac_address': 'fa:16:3e:f6:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d648ec-206b-419d-8460-1f898a11aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '781e3691-78ca-4488-ae90-d6beeb44ef8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:02:29Z', 'updated_at': '2021-01-22T15:02:37Z', 'revision_number': 5, 'project_id': 'f1129615b4a3444da3f283eba50e31f7', 'subnets': [{'id': '781e3691-78ca-4488-ae90-d6beeb44ef8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fa49a65-91b3-4557-950d-1eb40ef45674'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:02:43.353639 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6f93c-914f-4a69-8223-99c1c2c1a059 None None] The sync data for ids ['01d648ec-206b-419d-8460-1f898a11aee8'] in dv-cinder-763774-2-smb is: [{'id': '01d648ec-206b-419d-8460-1f898a11aee8', 'name': 'router1', 'tenant_id': 'f1129615b4a3444da3f283eba50e31f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'ba88fd90-b5ac-434f-aaf0-93c3e04a4513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:02:19Z', 'updated_at': '2021-01-22T15:02:40Z', 'revision_number': 4, 'project_id': 'f1129615b4a3444da3f283eba50e31f7', 'gw_port': {'id': 'ba88fd90-b5ac-434f-aaf0-93c3e04a4513', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d648ec-206b-419d-8460-1f898a11aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:02:39Z', 'updated_at': '2021-01-22T15:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '8e6d4ff4-e58b-4033-a828-4d4088e347de', 'name': '', 'network_id': 'fb2fe7fb-a687-4a7e-845a-4588cf904e3e', 'tenant_id': 'f1129615b4a3444da3f283eba50e31f7', 'mac_address': 'fa:16:3e:f6:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d648ec-206b-419d-8460-1f898a11aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '781e3691-78ca-4488-ae90-d6beeb44ef8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:02:29Z', 'updated_at': '2021-01-22T15:02:37Z', 'revision_number': 5, 'project_id': 'f1129615b4a3444da3f283eba50e31f7', 'subnets': [{'id': '781e3691-78ca-4488-ae90-d6beeb44ef8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fa49a65-91b3-4557-950d-1eb40ef45674'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:02:43.803556 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 37404) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:02:43.956321 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a505f3-1114-4082-9c33-e77c68ee0fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:02:43.957987 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-f5a505f3-1114-4082-9c33-e77c68ee0fdf admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1530666 Jan 22 15:02:44.651168 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device ba88fd90-b5ac-434f-aaf0-93c3e04a4513 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:02:44.728631 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port ba88fd90-b5ac-434f-aaf0-93c3e04a4513 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:02:44.733420 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port ba88fd90-b5ac-434f-aaf0-93c3e04a4513 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:02:44.733836 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:44.870429 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:44.887395 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port ba88fd90-b5ac-434f-aaf0-93c3e04a4513, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=ba88fd90-b5ac-434f-aaf0-93c3e04a4513,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:02:44.890238 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:44.892388 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:02:44.963781 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=ba88fd90-b5ac-434f-aaf0-93c3e04a4513,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:02:44.967044 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:02:46.655331 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device ba88fd90-b5ac-434f-aaf0-93c3e04a4513 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:02:46.757767 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port ba88fd90-b5ac-434f-aaf0-93c3e04a4513 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:02:46.758888 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:50.864547 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5554f8cf-4719-4077-bf6a-e95472011726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:51.288636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 5 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:02:52.786639 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5ae4896d-14c8-471e-92cc-5752d7f533f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:53.479349 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:54.680555 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:02:54.979272 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:03:20.857066 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cea07d2c-9c31-4457-84e1-73b879038947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:03:22.781905 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-62d8ee64-9c37-4a9e-a3ff-9b87735f03ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:03:23.483367 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:03:24.682696 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:03:24.984766 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:03:28.289078 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 5 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:03:50.861921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7d21ea0b-5819-45cd-85c4-c5a081353bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:03:52.783713 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-927912f6-65bd-456c-afd2-54957ed49dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:03:53.486786 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:03:54.684073 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:03:54.986861 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:04:05.288730 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 5 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:04:20.854844 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1a8a1094-dc50-47ea-9c4d-b0af6ba52878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:04:22.784695 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-03fbcc75-d3ff-4835-8b41-b40562de6a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:04:23.491140 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:04:24.686163 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:04:24.991116 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:04:42.288433 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 5 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:04:50.856102 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e364cfde-d21e-4ce2-b520-7ed702911e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:04:52.787960 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ceaed0b5-3d31-450c-aa90-6d54ad6ede11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:04:53.491749 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:04:54.687402 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:04:54.994395 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:04:57.908812 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 37980) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:04:58.010833 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.pecan_wsgi.hooks.translation [None req-28435256-2805-4534-9dac-535ccc8119a4 admin admin] GET failed (client error): The resource could not be found. Jan 22 15:04:58.012136 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-28435256-2805-4534-9dac-535ccc8119a4 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1023159 Jan 22 15:04:58.158064 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e01c8-9796-4eb1-831a-9adaa1df9748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:04:58.159647 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d27e01c8-9796-4eb1-831a-9adaa1df9748 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1430418 Jan 22 15:05:00.611222 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 37990) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:05:00.754209 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494009da-2c2f-4490-becc-dd3f1a737715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:00.754924 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-494009da-2c2f-4490-becc-dd3f1a737715 admin admin] Synchronizing usage tracker for tenant:690d8e2a1c224e13b1943bb646ddf6a9 on resource:subnet {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:05:00.769124 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-494009da-2c2f-4490-becc-dd3f1a737715 admin admin] Unset dirty status for tenant:690d8e2a1c224e13b1943bb646ddf6a9 on resource:subnet {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:05:00.770904 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-494009da-2c2f-4490-becc-dd3f1a737715 admin admin] 10.222.0.53 "GET /v2.0/subnets/781e3691-78ca-4488-ae90-d6beeb44ef8b HTTP/1.1" status: 200 len: 849 time: 0.1580992 Jan 22 15:05:00.781455 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:05:01.077215 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:01.391274 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771515896128'] for subnet, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:01.406571 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e1cbeca6-2e61-42cf-9722-83392ffbc393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:05:01.548672 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=781e3691-78ca-4488-ae90-d6beeb44ef8b,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:05:01.559713 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:01.560123 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:01.560477 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:01.560852 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:01.561219 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:01.561586 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:01.561996 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:01.562435 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:01.562745 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:01.563107 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:01.563466 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:01.563824 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:01.569477 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:05:01.597957 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:01.599216 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:01.614369 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d3674a94-bc2d-410a-b525-22734e3a18b6 admin admin] 10.222.0.53 "PUT /v2.0/subnets/781e3691-78ca-4488-ae90-d6beeb44ef8b HTTP/1.1" status: 200 len: 868 time: 0.8232307 Jan 22 15:05:01.614985 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8f5263-4c0d-436c-8746-eafee85eb6ff None None] Network fb2fe7fb-a687-4a7e-845a-4588cf904e3e requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:05:02.050006 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-c13619e5-3133-4b26-aad6-8a7ffb6c2bd6 None None] Provisioning complete for port f78e4687-32fc-4d78-9328-0ef1b0b2bc44 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:05:02.050486 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c13619e5-3133-4b26-aad6-8a7ffb6c2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:02.186873 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-c13619e5-3133-4b26-aad6-8a7ffb6c2bd6 None None] Provisioning complete for port 8e6d4ff4-e58b-4033-a828-4d4088e347de triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:05:02.187159 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c13619e5-3133-4b26-aad6-8a7ffb6c2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:04.049990 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38000) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:05:04.269349 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a0b8ef-e1d3-4177-af32-62f36253aa87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:04.269704 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a0b8ef-e1d3-4177-af32-62f36253aa87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:04.271626 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-e4a0b8ef-e1d3-4177-af32-62f36253aa87 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2205324 Jan 22 15:05:06.748424 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38010) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:05:06.961936 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2118ce58-f2dd-4585-b33e-ff62276426d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:06.962284 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2118ce58-f2dd-4585-b33e-ff62276426d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:06.963975 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-2118ce58-f2dd-4585-b33e-ff62276426d0 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2144699 Jan 22 15:05:09.431657 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 38020) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:05:09.608598 dv-cinder-763774-2-smb neutron-server[80056]: WARNING oslo_policy.policy [None req-f1c850bb-d33b-464f-98d7-842570c52829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 15:05:09.609185 dv-cinder-763774-2-smb neutron-server[80056]: WARNING oslo_policy.policy [None req-f1c850bb-d33b-464f-98d7-842570c52829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 15:05:10.056322 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.policy [None req-f1c850bb-d33b-464f-98d7-842570c52829 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80168) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 22 15:05:10.057107 dv-cinder-763774-2-smb neutron-server[80056]: WARNING oslo_policy.policy [None req-f1c850bb-d33b-464f-98d7-842570c52829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 15:05:10.057516 dv-cinder-763774-2-smb neutron-server[80056]: WARNING oslo_policy.policy [None req-f1c850bb-d33b-464f-98d7-842570c52829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 22 15:05:10.068842 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c850bb-d33b-464f-98d7-842570c52829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:10.072157 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-f1c850bb-d33b-464f-98d7-842570c52829 admin admin] 10.222.0.53 "GET /v2.0/networks/963b33f9-dd19-40b1-8544-19d53926a01f HTTP/1.1" status: 200 len: 886 time: 0.6371782 Jan 22 15:05:12.545973 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 38036) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:05:12.922883 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b8270-b392-4a17-a0fc-83a62cf301e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:12.924274 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-587b8270-b392-4a17-a0fc-83a62cf301e3 admin admin] 10.222.0.53 "GET /v2.0/networks/fb2fe7fb-a687-4a7e-845a-4588cf904e3e HTTP/1.1" status: 200 len: 862 time: 0.3772602 Jan 22 15:05:15.358691 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 38046) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:05:15.500402 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5239867-4ca1-4d47-bb35-562368aff280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:15.500822 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5239867-4ca1-4d47-bb35-562368aff280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:15.502464 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-e5239867-4ca1-4d47-bb35-562368aff280 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1427295 Jan 22 15:05:17.976395 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 38056) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:05:18.122629 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e3bd05-8f2f-4c43-91ce-1a3272005692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:18.123043 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e3bd05-8f2f-4c43-91ce-1a3272005692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:18.124643 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-a6e3bd05-8f2f-4c43-91ce-1a3272005692 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1472244 Jan 22 15:05:19.287191 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 5 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:05:20.607499 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 38066) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:05:20.750446 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993f2ae9-1800-4947-ac24-248ead1e45e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:20.751909 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-993f2ae9-1800-4947-ac24-248ead1e45e6 admin admin] 10.222.0.53 "GET /v2.0/subnets/781e3691-78ca-4488-ae90-d6beeb44ef8b HTTP/1.1" status: 200 len: 868 time: 0.1433582 Jan 22 15:05:20.858673 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6d11-b88a-4b53-a65e-8e0d1e813a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:22.791264 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a835acdc-72e4-44c3-84e9-e37c425a49fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:23.235095 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38076) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:05:23.374677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79df87b3-d31e-4819-bf5f-b93e88d0e7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:23.376152 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-79df87b3-d31e-4819-bf5f-b93e88d0e7c1 admin admin] 10.222.0.53 "GET /v2.0/subnets/b49e69fc-521d-4a7a-a4a3-7f801cf6183d HTTP/1.1" status: 200 len: 816 time: 0.1400414 Jan 22 15:05:23.496368 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:24.804428 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:24.998614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:49.064773 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38116) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:05:49.143837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [None req-ce97120e-90b7-4f99-b91a-b497c115f0f3 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 15:05:49.145194 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-ce97120e-90b7-4f99-b91a-b497c115f0f3 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0792367 Jan 22 15:05:50.860429 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b5e30167-dc23-4100-8fc1-8e2e4cb7d184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:51.710853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38126) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:05:51.813516 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.pecan_wsgi.hooks.translation [None req-787e430b-6136-431a-bf71-937d799be83d admin admin] GET failed (client error): The resource could not be found. Jan 22 15:05:51.814849 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-787e430b-6136-431a-bf71-937d799be83d admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1029835 Jan 22 15:05:51.951739 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b874d7-126f-42d9-be47-3e683bbb8545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:51.953250 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-37b874d7-126f-42d9-be47-3e683bbb8545 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1334326 Jan 22 15:05:52.795207 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7e9bb79b-cfcf-4759-9f44-630f5cc96b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:53.497570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:54.428457 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38136) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:05:54.506416 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:05:54.511302 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:05:54.521220 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:05:54.530165 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] Made reservation on behalf of 690d8e2a1c224e13b1943bb646ddf6a9 for: {'network': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:05:54.534796 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:54.632633 dv-cinder-763774-2-smb neutron-server[80056]: WARNING neutron.services.revisions.revision_plugin [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] Could not find related network for resource to bump revision. Jan 22 15:05:54.648767 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 15:05:54.658047 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:54.658483 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] Added segment 504d2087-8665-4cc3-97e3-e729f84a6be2 of type vxlan for network e78c7772-76a1-4a42-80dd-22144e979c1e Jan 22 15:05:54.685384 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:54.685632 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:54.715204 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:54.716452 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:54.717087 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:54.721774 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:05:54.825654 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3960199 Jan 22 15:05:54.826448 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] Pushing event updated for resources: {'Network': ['ID=e78c7772-76a1-4a42-80dd-22144e979c1e,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:05:54.829207 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:05:54.837369 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network e78c7772-76a1-4a42-80dd-22144e979c1e details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:05:55.005243 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:56.287094 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 5 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:05:57.303244 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38146) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:05:57.408209 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.pecan_wsgi.hooks.translation [None req-526f49f9-3815-47b4-9ce9-386d47d74d66 admin admin] GET failed (client error): The resource could not be found. Jan 22 15:05:57.408770 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-526f49f9-3815-47b4-9ce9-386d47d74d66 admin admin] Synchronizing usage tracker for tenant:690d8e2a1c224e13b1943bb646ddf6a9 on resource:network {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:05:57.423161 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-526f49f9-3815-47b4-9ce9-386d47d74d66 admin admin] Unset dirty status for tenant:690d8e2a1c224e13b1943bb646ddf6a9 on resource:network {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:05:57.424325 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-526f49f9-3815-47b4-9ce9-386d47d74d66 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1200476 Jan 22 15:05:57.539105 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a6c281-4169-4760-a9f1-c3214ec6effe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:57.540581 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-45a6c281-4169-4760-a9f1-c3214ec6effe admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1117451 Jan 22 15:05:57.551231 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-3a39e356-ee16-4478-bf86-87ccc7df591b admin admin] Request body: {'subnet': {'network_id': 'e78c7772-76a1-4a42-80dd-22144e979c1e', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:05:57.555937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-3a39e356-ee16-4478-bf86-87ccc7df591b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:05:57.565838 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-3a39e356-ee16-4478-bf86-87ccc7df591b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:05:57.575247 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a39e356-ee16-4478-bf86-87ccc7df591b admin admin] Made reservation on behalf of 690d8e2a1c224e13b1943bb646ddf6a9 for: {'subnet': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:05:57.579812 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3a39e356-ee16-4478-bf86-87ccc7df591b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:57.973891 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3a39e356-ee16-4478-bf86-87ccc7df591b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for subnet, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:57.989351 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:05:58.118903 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39e356-ee16-4478-bf86-87ccc7df591b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e255b52-27d5-4f1a-8042-03a6fbe798a0,revision_number=0']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:05:58.123531 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3a39e356-ee16-4478-bf86-87ccc7df591b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:05:58.181550 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39e356-ee16-4478-bf86-87ccc7df591b admin admin] Checking segment: {'id': '504d2087-8665-4cc3-97e3-e729f84a6be2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e78c7772-76a1-4a42-80dd-22144e979c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:05:58.181935 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39e356-ee16-4478-bf86-87ccc7df591b admin admin] Network hostable DHCP agents. Network: e78c7772-76a1-4a42-80dd-22144e979c1e, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:05:58.199822 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39e356-ee16-4478-bf86-87ccc7df591b admin admin] Network e78c7772-76a1-4a42-80dd-22144e979c1e is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:05:58.207579 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-3a39e356-ee16-4478-bf86-87ccc7df591b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, e78c7772-76a1-4a42-80dd-22144e979c1e) {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:05:58.211414 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39e356-ee16-4478-bf86-87ccc7df591b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:05:58.212043 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3a39e356-ee16-4478-bf86-87ccc7df591b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:58.216590 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b586a1c-bf08-451b-aba7-aab93474a3f4 None None] Network e78c7772-76a1-4a42-80dd-22144e979c1e requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:05:58.235813 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-3a39e356-ee16-4478-bf86-87ccc7df591b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6883340 Jan 22 15:05:58.454422 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp240d8b5e-1433-50a4-86b4-fed24bdb0da0-e78c7772-76a1-4a42-80dd-22144e979c1e', 'network_id': 'e78c7772-76a1-4a42-80dd-22144e979c1e', 'tenant_id': '690d8e2a1c224e13b1943bb646ddf6a9', 'fixed_ips': [{'subnet_id': '7e255b52-27d5-4f1a-8042-03a6fbe798a0'}]}} from dv-cinder-763774-2-smb. {{(pid=80169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 22 15:05:58.455330 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:58.754747 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Allocated IP 192.168.233.2 (e78c7772-76a1-4a42-80dd-22144e979c1e/7e255b52-27d5-4f1a-8042-03a6fbe798a0/08eabbb1-a56a-4d27-aa6e-b1aa9518fab8) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:05:59.132683 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:59.144582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Transition to ACTIVE for port object 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:05:59.161958 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Transition to ACTIVE for port object 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8 will not be triggered until provisioned by entity DHCP. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:05:59.166999 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:59.183570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1b9c78e8-0923-4f41-a867-cb4380f7b30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:05:59.306673 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Pushing event updated for resources: {'Port': ['ID=08eabbb1-a56a-4d27-aa6e-b1aa9518fab8,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:05:59.325137 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:59.325526 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:59.325910 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:59.326285 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:59.326688 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:59.327060 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:59.327427 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:59.327791 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:59.328155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:59.328517 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:59.328877 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:59.329240 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:05:59.336063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:05:59.389301 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Network e78c7772-76a1-4a42-80dd-22144e979c1e is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:05:59.390616 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:05:59.393285 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:05:59.450928 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Attempting to bind port 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8 on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:05:59.451342 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Attempting to bind port 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8 by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '504d2087-8665-4cc3-97e3-e729f84a6be2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e78c7772-76a1-4a42-80dd-22144e979c1e'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:05:59.451749 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Attempting to bind port 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8 on network e78c7772-76a1-4a42-80dd-22144e979c1e {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:05:59.458546 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:05:59.459047 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Checking segment: {'id': '504d2087-8665-4cc3-97e3-e729f84a6be2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e78c7772-76a1-4a42-80dd-22144e979c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:05:59.459388 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:59.459828 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Bound using segment: {'id': '504d2087-8665-4cc3-97e3-e729f84a6be2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e78c7772-76a1-4a42-80dd-22144e979c1e'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:05:59.460348 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Bound port: 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504d2087-8665-4cc3-97e3-e729f84a6be2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e78c7772-76a1-4a42-80dd-22144e979c1e'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:05:59.460786 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:59.558039 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] For port 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:05:59.561929 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] For port 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=08eabbb1-a56a-4d27-aa6e-b1aa9518fab8,segment=NetworkSegment(504d2087-8665-4cc3-97e3-e729f84a6be2),segment_id=504d2087-8665-4cc3-97e3-e729f84a6be2)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:05:59.565628 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:05:59.581654 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1b9c78e8-0923-4f41-a867-cb4380f7b30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:05:59.733146 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Pushing event updated for resources: {'Port': ['ID=08eabbb1-a56a-4d27-aa6e-b1aa9518fab8,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:05:59.736462 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:06:00.761531 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:06:00.847182 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:06:01.017713 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43666b3b-1282-4378-96e5-0a5c684f038a None None] Network e78c7772-76a1-4a42-80dd-22144e979c1e requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:06:01.117554 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7c403707-32a5-4732-81fe-6ae2b3ad59ef None None] Provisioning for port 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8 completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:06:01.134203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7c403707-32a5-4732-81fe-6ae2b3ad59ef None None] Provisioning complete for port 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:06:01.134643 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7c403707-32a5-4732-81fe-6ae2b3ad59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:06:01.364310 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7c403707-32a5-4732-81fe-6ae2b3ad59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:06:01.413342 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7c403707-32a5-4732-81fe-6ae2b3ad59ef None None] For port 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=08eabbb1-a56a-4d27-aa6e-b1aa9518fab8,segment=NetworkSegment(504d2087-8665-4cc3-97e3-e729f84a6be2),segment_id=504d2087-8665-4cc3-97e3-e729f84a6be2)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:06:01.417204 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7c403707-32a5-4732-81fe-6ae2b3ad59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:06:01.419064 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:06:01.497961 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c403707-32a5-4732-81fe-6ae2b3ad59ef None None] Pushing event updated for resources: {'Port': ['ID=08eabbb1-a56a-4d27-aa6e-b1aa9518fab8,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:06:01.507798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7c403707-32a5-4732-81fe-6ae2b3ad59ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:06:01.646167 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-04537a91-be17-45ac-9561-dcfaf83aadb4 None None] Provisioning complete for port 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:06:01.646610 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-04537a91-be17-45ac-9561-dcfaf83aadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:06:01.899332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-91e05063-53c2-4297-8ed7-c67808dd8939 None None] Provisioning complete for port 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:06:01.899841 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-91e05063-53c2-4297-8ed7-c67808dd8939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:06:02.730928 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:06:02.805103 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 08eabbb1-a56a-4d27-aa6e-b1aa9518fab8 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:06:02.805513 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:06:20.862557 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fc1fb48e-9332-43f9-af8d-f88e9f972af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:06:22.796708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8a2d05f9-98a7-42f4-b504-453b9f22659f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:06:23.501753 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:06:24.687966 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:06:25.008639 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:06:33.286692 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 5 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:06:50.866073 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a814f99b-21b6-42f8-98c0-7ab305049466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:06:52.800087 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9317e791-f6df-44a2-b19a-da0b7a8ec200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:06:53.505962 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:06:54.690224 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:06:55.012011 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:03.854129 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38188) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:07:03.860497 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [None req-568765f5-8cd6-4f58-ad30-f6691231c027 tempest-verify_tempest_config-1794614893 tempest-verify_tempest_config-1794614893] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 15:07:03.861538 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-568765f5-8cd6-4f58-ad30-f6691231c027 tempest-verify_tempest_config-1794614893 tempest-verify_tempest_config-1794614893] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0062912 Jan 22 15:07:04.208364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38208) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:07:04.357943 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:04.376094 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:07:04.380711 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Usage tracker for resource:security_group_rule and tenant:391dc7660c254afd9c57f194528fb189 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:07:04.383673 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:07:04.389442 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:07:04.477189 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:04.479715 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:04.489427 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3cf62294-945b-414e-a419-82f87ca508c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:07:04.529920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Synchronizing usage tracker for tenant:690d8e2a1c224e13b1943bb646ddf6a9 on resource:security_group {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:07:04.533416 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a4cc5b-7572-4a89-b358-52fc235a18a6,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:07:04.545288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:07:04.545675 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:07:04.546053 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:07:04.546449 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:07:04.546819 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:07:04.547185 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:07:04.547550 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:07:04.547914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:07:04.548293 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:07:04.548655 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:07:04.549014 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:07:04.549950 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:07:04.555875 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:07:04.560689 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Unset dirty status for tenant:690d8e2a1c224e13b1943bb646ddf6a9 on resource:security_group {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:07:04.562018 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=391dc7660c254afd9c57f194528fb189&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3526292 Jan 22 15:07:04.564908 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38214) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:07:04.624264 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-da09c858-6933-4c6a-8d9f-53f7d8e7b620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:04.651612 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-da09c858-6933-4c6a-8d9f-53f7d8e7b620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:04.700272 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-da09c858-6933-4c6a-8d9f-53f7d8e7b620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:04.705309 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5e9b9c0f-08c2-4673-859d-d1df072cfcdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:07:04.719077 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09c858-6933-4c6a-8d9f-53f7d8e7b620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a4cc5b-7572-4a89-b358-52fc235a18a6,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:07:04.722915 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-da09c858-6933-4c6a-8d9f-53f7d8e7b620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:07:04.726061 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-da09c858-6933-4c6a-8d9f-53f7d8e7b620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:04.727299 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-da09c858-6933-4c6a-8d9f-53f7d8e7b620 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7a4cc5b-7572-4a89-b358-52fc235a18a6 HTTP/1.1" status: 204 len: 168 time: 0.1608572 Jan 22 15:07:10.286859 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 5 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:07:20.867148 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-93fbb996-bd53-47c3-a44a-f5ab6ee1c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:22.802201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2d26ae09-cb61-4e3f-af54-2fbab4aa7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:23.511747 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:24.691650 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:25.015310 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:47.287249 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 5 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:07:50.868837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8c84a49a-c718-4234-8520-4195d4c5fa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:52.803240 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-22e8c1ae-f1c0-40c7-9d1a-17b0c06a749a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:53.512622 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:54.700486 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:07:55.025477 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:08:20.871098 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-da79f235-d61f-40a2-bc62-822585febd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:08:22.804272 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-68435fec-0f27-4d7a-9421-e523ab30b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:08:23.512735 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:08:24.286670 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 5 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:08:24.703420 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:08:25.026998 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:08:50.873093 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-31238ac4-a837-4cd7-90ea-5be39b26b7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:08:52.804979 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-31ccca16-a9be-4034-9431-21395b8dc929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:08:53.516318 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:08:54.466015 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258'] for agent, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:08:54.466616 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:08:54.466871 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:08:54.467257 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:08:54.467637 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:08:54.468017 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:08:54.468396 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:08:54.468771 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:08:54.469147 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:08:54.469573 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:08:54.469958 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:08:54.470328 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:08:54.470745 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:08:54.471140 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76377', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:08:54.475769 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76377', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:08:54.696523 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:08:54.865472 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] get_endpoint_by_host() called for host hv-cinder-76377 {{(pid=80169) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 22 15:08:54.869608 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] get_endpoint_by_ip() called for ip 192.168.0.67 {{(pid=80169) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 22 15:08:54.872708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] _add_endpoint() called for ip 192.168.0.67 {{(pid=80169) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 22 15:08:54.877875 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] _get_endpoints() called {{(pid=80169) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 22 15:08:55.031789 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:09:01.286509 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:09:05.761462 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38286) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:09:05.910655 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-e416f844-d957-4a07-a4ea-bb521367f547 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1479745 Jan 22 15:09:08.366219 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38296) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:09:08.452592 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-0b9918eb-d27d-4b22-9ee4-1b3d29c3c8c9 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0851545 Jan 22 15:09:20.873923 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-61ec3802-0e6e-445a-8450-acdd6edef6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:09:22.807096 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-39406b18-1ff2-4981-b312-7a8d364af125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:09:23.518984 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:09:24.454809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:09:24.698918 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:09:25.035090 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:09:38.287093 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:09:50.875357 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ccfbfc2d-e8e2-4ab2-847e-8eaeb715bff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:09:52.808123 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bd2313d3-196b-43d0-9222-91640323fb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:09:53.520597 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:09:54.464896 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:09:54.700710 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:09:55.043554 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:15.288208 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:10:20.877193 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-61c6a2a6-4265-4752-a2f6-bd3d499bd732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:22.810205 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9a62450a-39a0-4639-851a-e2ec77ca4179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:23.524364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:24.480983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:24.702010 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:25.047108 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:50.879969 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-dacec26f-80d9-4052-a394-e9177ab8ed48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:52.288971 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:10:52.815453 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-33ed7301-69a5-4fee-ad92-092039604c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:53.534364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:54.516438 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:54.709898 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:55.064612 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:56.270591 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38420) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:10:56.711398 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-754815477-network', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:10:56.717052 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:10:56.721321 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Usage tracker for resource:network and tenant:79f6aff5910d4f75b6e9ccf81396c89e is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:10:56.724403 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:10:56.730333 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:10:56.747528 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Made reservation on behalf of 79f6aff5910d4f75b6e9ccf81396c89e for: {'network': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:10:56.752850 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:56.766759 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:56.781686 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:10:56.786089 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Usage tracker for resource:security_group_rule and tenant:79f6aff5910d4f75b6e9ccf81396c89e is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:10:56.789056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:10:56.795646 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:10:56.885400 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:56.888195 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:56.892764 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:10:56.921565 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0aaa94-72b1-49f0-bea5-25e3db288b35,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:10:56.930471 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.930811 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.931221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.931592 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.931959 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.932326 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.932997 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.932997 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.933387 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.933746 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.934152 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.934656 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.935001 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.935357 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.935715 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.936185 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.936672 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.937041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.937398 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.937856 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.938208 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.938588 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.938943 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.939300 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Tracked resource versions report: Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: pushed versions: Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: { 'AddressGroup': {'1.1'}, Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': {'1.0'}, Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': {'1.0'}, Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': {'1.1'}, Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': {'1.6'}, Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': {'1.2'}, Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': {'1.8'}, Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': {'1.4'}, Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': {'1.2'}, Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': {'1.0'}, Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': {'1.1'}, Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': {'1.1'}} Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: consumer versions: Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: { DHCP agent@dv-cinder-763774-2-smb: {}, Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: L3 agent@dv-cinder-763774-2-smb: {}, Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: Metadata agent@dv-cinder-763774-2-smb: {}, Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: Metering agent@dv-cinder-763774-2-smb: {}, Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: Open vSwitch agent@dv-cinder-763774-2-smb: { 'AddressGroup': '1.1', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': '1.0', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': '1.0', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': '1.1', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': '1.6', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': '1.2', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': '1.8', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': '1.4', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': '1.2', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': '1.0', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': '1.1', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': '1.1'}, Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: Open vSwitch agent@hv-cinder-76377: { 'AddressGroup': '1.1', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': '1.0', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': '1.0', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': '1.1', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': '1.6', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': '1.2', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': '1.8', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': '1.4', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': '1.2', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': '1.0', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': '1.1', Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': '1.1'}} Jan 22 15:10:56.940651 dv-cinder-763774-2-smb neutron-server[80056]: {{(pid=80167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 22 15:10:56.945721 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:10:56.954074 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 15:10:56.965694 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:56.966639 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Added segment 3cd764c7-d738-49e8-93d6-258697d18a7d of type vxlan for network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 Jan 22 15:10:56.999202 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:57.030605 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:57.032147 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:10:57.032787 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:57.037798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9f66da02-8f26-48bf-bf90-6aad1799dd3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:10:57.147431 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.8835671 Jan 22 15:10:57.149252 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 38456) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:10:57.151551 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd63de7-9879-40c0-8dd7-c6f473b5cf76,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:10:57.156295 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Request body: {'subnet': {'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-754815477-subnet', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:10:57.160399 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.quota [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Loaded quota_driver: . Jan 22 15:10:57.163022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:10:57.163809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:10:57.187400 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:10:57.189260 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:10:57.205529 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Usage tracker for resource:subnet and tenant:79f6aff5910d4f75b6e9ccf81396c89e is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:10:57.209316 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:10:57.217939 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:10:57.225583 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38460) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:10:57.234261 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Made reservation on behalf of 79f6aff5910d4f75b6e9ccf81396c89e for: {'subnet': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:10:57.241067 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:57.716589 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-52553345-network', 'tenant_id': 'b6d43189a8744950b9e3d6a6bbab73ec'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:10:57.722687 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:10:57.728097 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Usage tracker for resource:network and tenant:b6d43189a8744950b9e3d6a6bbab73ec is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:10:57.731824 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:10:57.738923 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:10:57.750279 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Made reservation on behalf of b6d43189a8744950b9e3d6a6bbab73ec for: {'network': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:10:57.756474 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:57.772190 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for subnet, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:57.775148 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:57.802149 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:10:57.807307 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Usage tracker for resource:security_group_rule and tenant:b6d43189a8744950b9e3d6a6bbab73ec is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:10:57.812126 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:10:57.820594 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:10:57.903917 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:10:57.922918 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:57.925859 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:57.930283 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:10:57.960481 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463b87e0-06ae-4e98-a28e-e1f216ba9574,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:10:57.964264 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:10:57.976935 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 15:10:57.979246 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Checking segment: {'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:10:57.979708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Network hostable DHCP agents. Network: 9dd63de7-9879-40c0-8dd7-c6f473b5cf76, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:10:57.987434 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:57.987821 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Added segment efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c of type vxlan for network af85088b-65d3-42d4-b0df-b8a529c47a00 Jan 22 15:10:58.015570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:10:58.021812 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:58.038400 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, 9dd63de7-9879-40c0-8dd7-c6f473b5cf76) {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:10:58.056160 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:58.058078 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:10:58.058981 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:58.065507 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:10:58.079503 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:10:58.080304 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:58.082199 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb8c338-6e54-4a3b-b375-d021c1278e9e None None] Network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:10:58.100594 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26594a79-fcad-4c2a-92cb-91187601fd8a,revision_number=0']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:10:58.113714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.114052 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.114446 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.114814 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.115176 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.115538 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.115893 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.116381 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.116736 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.117089 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.117441 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.117789 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.118267 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.118602 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.118942 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.119288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.119640 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.119989 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.120336 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.120686 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.121034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.121379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.121727 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.122072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Tracked resource versions report: Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: pushed versions: Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: { 'AddressGroup': {'1.1'}, Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': {'1.0'}, Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': {'1.0'}, Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': {'1.1'}, Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': {'1.6'}, Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': {'1.2'}, Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': {'1.8'}, Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': {'1.4'}, Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': {'1.2'}, Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': {'1.0'}, Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': {'1.1'}, Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': {'1.1'}} Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: consumer versions: Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: { DHCP agent@dv-cinder-763774-2-smb: {}, Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: L3 agent@dv-cinder-763774-2-smb: {}, Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: Metadata agent@dv-cinder-763774-2-smb: {}, Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: Metering agent@dv-cinder-763774-2-smb: {}, Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: Open vSwitch agent@dv-cinder-763774-2-smb: { 'AddressGroup': '1.1', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': '1.0', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': '1.0', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': '1.1', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': '1.6', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': '1.2', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': '1.8', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': '1.4', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': '1.2', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': '1.0', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': '1.1', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': '1.1'}, Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: Open vSwitch agent@hv-cinder-76377: { 'AddressGroup': '1.1', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': '1.0', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': '1.0', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': '1.1', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': '1.6', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': '1.2', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': '1.8', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': '1.4', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': '1.2', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': '1.0', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': '1.1', Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': '1.1'}} Jan 22 15:10:58.124029 dv-cinder-763774-2-smb neutron-server[80056]: {{(pid=80168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 22 15:10:58.127918 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:10:58.130323 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9797416 Jan 22 15:10:58.133097 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 38496) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:10:58.139161 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:10:58.144378 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:10:58.149084 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Usage tracker for resource:router and tenant:79f6aff5910d4f75b6e9ccf81396c89e is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:10:58.152538 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:10:58.168679 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:10:58.176119 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.9490964 Jan 22 15:10:58.179174 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Pushing event updated for resources: {'Network': ['ID=af85088b-65d3-42d4-b0df-b8a529c47a00,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:10:58.179741 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 38500) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:10:58.181984 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:10:58.190646 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Request body: {'subnet': {'network_id': 'af85088b-65d3-42d4-b0df-b8a529c47a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-52553345-subnet', 'tenant_id': 'b6d43189a8744950b9e3d6a6bbab73ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:10:58.190805 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network af85088b-65d3-42d4-b0df-b8a529c47a00 details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:10:58.196187 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:10:58.200737 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Usage tracker for resource:subnet and tenant:b6d43189a8744950b9e3d6a6bbab73ec is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:10:58.205364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:10:58.210903 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Network af85088b-65d3-42d4-b0df-b8a529c47a00 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:10:58.212853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:10:58.219364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-497506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718907'] for router, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:58.220936 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56909'] for router, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:58.238653 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Made reservation on behalf of b6d43189a8744950b9e3d6a6bbab73ec for: {'subnet': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:10:58.244987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:58.353185 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:58.556381 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp240d8b5e-1433-50a4-86b4-fed24bdb0da0-9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a'}]}} from dv-cinder-763774-2-smb. {{(pid=80169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 22 15:10:58.557294 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:58.702818 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38518) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:10:58.822876 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-485780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56924'] for router, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:58.937823 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38532) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:10:58.959748 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Allocated IP 172.20.0.2 (9dd63de7-9879-40c0-8dd7-c6f473b5cf76/26594a79-fcad-4c2a-92cb-91187601fd8a/db1c3271-f8e7-41bb-8eec-839cdba6ffe2) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:10:59.115486 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-409388434-network', 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:10:59.122850 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:10:59.135009 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Usage tracker for resource:network and tenant:de4a334daf5d465d8ca9d1d3fa080980 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:10:59.142561 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:10:59.153595 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:10:59.174217 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Made reservation on behalf of de4a334daf5d465d8ca9d1d3fa080980 for: {'network': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:10:59.182663 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.209189 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.221527 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Transition to ACTIVE for port object db1c3271-f8e7-41bb-8eec-839cdba6ffe2 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:10:59.223135 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.239807 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Transition to ACTIVE for port object db1c3271-f8e7-41bb-8eec-839cdba6ffe2 will not be triggered until provisioned by entity DHCP. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:10:59.246227 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.256965 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:10:59.270912 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Usage tracker for resource:security_group_rule and tenant:de4a334daf5d465d8ca9d1d3fa080980 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:10:59.283332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:10:59.293847 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:10:59.303068 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:10:59.447325 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1403527092-network', 'tenant_id': 'e16c63cada56495f929f122a4d474555'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:10:59.468441 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:10:59.481455 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.490784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Usage tracker for resource:network and tenant:e16c63cada56495f929f122a4d474555 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:10:59.496933 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.501698 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:10:59.533049 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:10:59.568578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:10:59.590273 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.599234 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 15:10:59.625200 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Made reservation on behalf of e16c63cada56495f929f122a4d474555 for: {'network': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:10:59.630806 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.631089 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.663660 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.664061 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Added segment a55465f7-fd26-48b6-9058-045031476ce9 of type vxlan for network 4c26af83-6424-413a-870e-e57e022aad52 Jan 22 15:10:59.668423 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.687630 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Pushing event updated for resources: {'Port': ['ID=db1c3271-f8e7-41bb-8eec-839cdba6ffe2,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:10:59.712011 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.721062 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.721444 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.721829 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.722208 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.722649 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.723036 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.723395 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.723763 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.724132 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.724498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.724899 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.725201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.725642 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.726005 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.726378 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.726752 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.727116 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.727477 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.727838 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.728199 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.728559 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.728920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.729281 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.729640 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Tracked resource versions report: Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: pushed versions: Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: { 'AddressGroup': {'1.1'}, Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': {'1.0'}, Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': {'1.0'}, Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': {'1.1'}, Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': {'1.6'}, Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': {'1.2'}, Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': {'1.8'}, Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': {'1.4'}, Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': {'1.2'}, Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': {'1.0'}, Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': {'1.1'}, Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': {'1.1'}} Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: consumer versions: Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: { DHCP agent@dv-cinder-763774-2-smb: {}, Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: L3 agent@dv-cinder-763774-2-smb: {}, Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: Metadata agent@dv-cinder-763774-2-smb: {}, Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: Metering agent@dv-cinder-763774-2-smb: {}, Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: Open vSwitch agent@dv-cinder-763774-2-smb: { 'AddressGroup': '1.1', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': '1.0', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': '1.0', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': '1.1', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': '1.6', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': '1.2', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': '1.8', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': '1.4', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': '1.2', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': '1.0', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': '1.1', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': '1.1'}, Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: Open vSwitch agent@hv-cinder-76377: { 'AddressGroup': '1.1', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': '1.0', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': '1.0', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': '1.1', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': '1.6', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': '1.2', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': '1.8', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': '1.4', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': '1.2', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': '1.0', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': '1.1', Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': '1.1'}} Jan 22 15:10:59.731018 dv-cinder-763774-2-smb neutron-server[80056]: {{(pid=80169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 22 15:10:59.740425 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:10:59.754364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:10:59.755601 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:10:59.758406 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:10:59.765362 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cb209a-7839-4834-bd5a-91b1372187a9,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:10:59.789704 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:10:59.791245 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.793003 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:10:59.800383 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:10:59.801777 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.809426 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Usage tracker for resource:security_group_rule and tenant:e16c63cada56495f929f122a4d474555 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:10:59.815784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:10:59.821051 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Attempting to bind port db1c3271-f8e7-41bb-8eec-839cdba6ffe2 on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:10:59.821474 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Attempting to bind port db1c3271-f8e7-41bb-8eec-839cdba6ffe2 by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:10:59.822024 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Attempting to bind port db1c3271-f8e7-41bb-8eec-839cdba6ffe2 on network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:10:59.828747 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:10:59.829290 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Checking segment: {'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:10:59.829561 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.829887 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Bound using segment: {'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:10:59.830436 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Bound port: db1c3271-f8e7-41bb-8eec-839cdba6ffe2, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:10:59.830879 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.844671 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:10:59.965565 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for subnet, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:10:59.995578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:00.027835 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] For port db1c3271-f8e7-41bb-8eec-839cdba6ffe2, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:11:00.032161 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] For port db1c3271-f8e7-41bb-8eec-839cdba6ffe2, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=db1c3271-f8e7-41bb-8eec-839cdba6ffe2,segment=NetworkSegment(3cd764c7-d738-49e8-93d6-258697d18a7d),segment_id=3cd764c7-d738-49e8-93d6-258697d18a7d)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:11:00.036539 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:00.069531 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa7403e-e9e5-462d-aa5b-21201c6dce3d,revision_number=0']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:00.073001 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:00.079448 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:00.247997 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:00.298659 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5944624 Jan 22 15:11:00.309961 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38568) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:00.314288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Pushing event updated for resources: {'Network': ['ID=4c26af83-6424-413a-870e-e57e022aad52,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:00.329335 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:00.336309 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] Request body: {'subnet': {'network_id': '4c26af83-6424-413a-870e-e57e022aad52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-409388434-subnet', 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:00.348714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:00.363765 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] Usage tracker for resource:subnet and tenant:de4a334daf5d465d8ca9d1d3fa080980 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:00.370849 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:00.381235 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:00.406688 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] Made reservation on behalf of de4a334daf5d465d8ca9d1d3fa080980 for: {'subnet': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:11:00.412166 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:00.416513 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network 4c26af83-6424-413a-870e-e57e022aad52 details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:11:00.613360 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Network 4c26af83-6424-413a-870e-e57e022aad52 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:11:00.794578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Pushing event updated for resources: {'Port': ['ID=db1c3271-f8e7-41bb-8eec-839cdba6ffe2,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:00.805718 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:00.881539 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Allocated IP 172.28.2.14 (963b33f9-dd19-40b1-8544-19d53926a01f/b49e69fc-521d-4a7a-a4a3-7f801cf6183d/3a8e8215-191e-4e35-a6d2-a5327ae0abb1) {{(pid=80168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:11:00.909859 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Checking segment: {'id': 'efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'af85088b-65d3-42d4-b0df-b8a529c47a00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:11:00.910272 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Network hostable DHCP agents. Network: af85088b-65d3-42d4-b0df-b8a529c47a00, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:11:00.960689 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:00.965445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:00.973614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c29df4ea-129b-4f09-be17-167e288263f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:01.020969 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 15:11:01.039293 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fcd9c9-abd6-4727-91cc-1af23d5f78d1,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:01.045061 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:01.048333 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:01.048721 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Added segment 3239addc-c16c-423c-b32c-0ea23cec08b4 of type vxlan for network 768f6f7f-e2d6-4869-9735-e2dc09c738da Jan 22 15:11:01.105107 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:01.122721 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:01.194710 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Network af85088b-65d3-42d4-b0df-b8a529c47a00 is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:11:01.206749 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:01.209974 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:01.211037 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:01.219452 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:01.226396 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, af85088b-65d3-42d4-b0df-b8a529c47a00) {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:11:01.234979 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:01.235199 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:01.247462 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efa2c50-be0e-44db-bca3-541a009841ac None None] Network af85088b-65d3-42d4-b0df-b8a529c47a00 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:11:01.370898 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1865819 Jan 22 15:11:01.381332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:01.414967 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for subnet, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:01.459416 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5200760 Jan 22 15:11:01.525678 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38610) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:01.537381 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Request body: {'subnet': {'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1403527092-subnet', 'tenant_id': 'e16c63cada56495f929f122a4d474555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:01.541650 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Pushing event updated for resources: {'Network': ['ID=768f6f7f-e2d6-4869-9735-e2dc09c738da,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:01.549265 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:01.549536 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:01.580152 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:01.583469 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:01.607007 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Usage tracker for resource:subnet and tenant:e16c63cada56495f929f122a4d474555 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:01.627496 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:01.682844 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:01.728574 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Made reservation on behalf of e16c63cada56495f929f122a4d474555 for: {'subnet': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:11:01.731568 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Pushing event updated for resources: {'Port': ['ID=3a8e8215-191e-4e35-a6d2-a5327ae0abb1,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:01.738738 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:01.740988 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:01.783525 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44e4ccfe-d0bd-430b-ad83-24fa2be62153,revision_number=0']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:01.801973 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Network 963b33f9-dd19-40b1-8544-19d53926a01f is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:11:01.803436 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:11:01.809570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Received port after_create {{(pid=80168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:11:01.835479 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network 768f6f7f-e2d6-4869-9735-e2dc09c738da details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:11:01.850847 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Network 768f6f7f-e2d6-4869-9735-e2dc09c738da details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:11:01.853656 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:01.936701 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] Checking segment: {'id': 'a55465f7-fd26-48b6-9058-045031476ce9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4c26af83-6424-413a-870e-e57e022aad52'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:11:01.937296 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] Network hostable DHCP agents. Network: 4c26af83-6424-413a-870e-e57e022aad52, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:11:02.015868 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] Network 4c26af83-6424-413a-870e-e57e022aad52 is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:11:02.078972 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, 4c26af83-6424-413a-870e-e57e022aad52) {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:11:02.094837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:02.095502 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:02.172911 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-23efde0d-9fe5-428c-a935-d06828ed9b21 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8449001 Jan 22 15:11:02.192856 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38628) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:02.216323 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-409388434-router', 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:02.238405 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:02.244879 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ed7b78-e71b-4cb1-82c4-cce47a430423 None None] Network 4c26af83-6424-413a-870e-e57e022aad52 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:11:02.314367 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Usage tracker for resource:router and tenant:de4a334daf5d465d8ca9d1d3fa080980 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:02.344476 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:02.381105 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf850f5b-5462-45b5-8d3d-2ece2126da52 None None] Network af85088b-65d3-42d4-b0df-b8a529c47a00 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:11:02.403779 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:02.640370 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 38656) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:02.652095 dv-cinder-763774-2-smb neutron-server[80056]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 22 15:11:02.653636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-497506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718907'] for router, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:02.655703 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56909'] for router, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:02.755987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:02.835229 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7071265a-2abf-444d-9b85-feffc990cf5f None None] Network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:11:02.973538 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-f90a77da-4b13-498a-9e48-771fe5367d6d None None] Provisioning for port db1c3271-f8e7-41bb-8eec-839cdba6ffe2 completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:11:03.045021 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-fa84d972-e021-4756-8746-5ee52c879d8e tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:03.051632 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-fa84d972-e021-4756-8746-5ee52c879d8e tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/networks?id=af85088b-65d3-42d4-b0df-b8a529c47a00 HTTP/1.1" status: 200 len: 810 time: 0.4075606 Jan 22 15:11:03.056114 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:03.135158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device db1c3271-f8e7-41bb-8eec-839cdba6ffe2 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:03.216940 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-54be5bf7-a023-4fd2-a2fe-086fb429f2fa tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/quotas/b6d43189a8744950b9e3d6a6bbab73ec HTTP/1.1" status: 200 len: 375 time: 0.0323071 Jan 22 15:11:03.239062 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-485780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56924'] for router, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:03.306256 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0a032281-f7da-47e9-b5ef-bada0ba3ad31 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6d43189a8744950b9e3d6a6bbab73ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882306 Jan 22 15:11:03.422170 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for subnet, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:03.459978 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:03.465421 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 38684) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:03.470811 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8fe180-1ac2-4161-94af-409d609cb03a None None] Network 4c26af83-6424-413a-870e-e57e022aad52 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:11:03.646230 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port db1c3271-f8e7-41bb-8eec-839cdba6ffe2 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:11:03.680293 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port db1c3271-f8e7-41bb-8eec-839cdba6ffe2 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:03.680724 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:03.723938 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-37898d13-7e92-45eb-bf5f-260b0c120187 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80168) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 15:11:03.725118 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-37898d13-7e92-45eb-bf5f-260b0c120187 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2121897 Jan 22 15:11:04.015818 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f2babf-a99e-450f-bc7d-225705675f56,revision_number=0']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:04.019268 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:04.037705 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fc4b32f6-8b53-4a67-8903-53aafb764f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:04.105132 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:04.131165 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Checking segment: {'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:11:04.131795 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Network hostable DHCP agents. Network: 768f6f7f-e2d6-4869-9735-e2dc09c738da, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:11:04.161322 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-fc4b32f6-8b53-4a67-8903-53aafb764f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:04.164952 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port db1c3271-f8e7-41bb-8eec-839cdba6ffe2, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=db1c3271-f8e7-41bb-8eec-839cdba6ffe2,segment=NetworkSegment(3cd764c7-d738-49e8-93d6-258697d18a7d),segment_id=3cd764c7-d738-49e8-93d6-258697d18a7d)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:11:04.174414 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-fc4b32f6-8b53-4a67-8903-53aafb764f2f admin admin] Usage tracker for resource:security_group_rule and tenant:12e4c28b88554eec8f1df6741c1ce558 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:04.188395 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-fc4b32f6-8b53-4a67-8903-53aafb764f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:04.208763 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-fc4b32f6-8b53-4a67-8903-53aafb764f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:04.209594 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:04.221124 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:04.226066 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510835'] for router, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:04.308080 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Network 768f6f7f-e2d6-4869-9735-e2dc09c738da is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:11:04.358743 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, 768f6f7f-e2d6-4869-9735-e2dc09c738da) {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:11:04.368976 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:04.369649 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:04.394947 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-a160cfe4-fb37-4d95-9de7-aa75dfd9d749 service neutron] 10.222.0.53 "GET /v2.0/networks/af85088b-65d3-42d4-b0df-b8a529c47a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6509609 Jan 22 15:11:04.459712 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:04.535610 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0085418 Jan 22 15:11:04.550508 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d8c1ec-37c8-4a16-a80d-db99d2653020 None None] Network 768f6f7f-e2d6-4869-9735-e2dc09c738da requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:11:04.564714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:04.684860 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=db1c3271-f8e7-41bb-8eec-839cdba6ffe2,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:04.706871 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:04.825135 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-6b5c202c-05ca-420b-8539-0a3bf60cfcac None None] Provisioning complete for port db1c3271-f8e7-41bb-8eec-839cdba6ffe2 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:04.836298 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6b5c202c-05ca-420b-8539-0a3bf60cfcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:04.946527 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device db1c3271-f8e7-41bb-8eec-839cdba6ffe2 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:04.952264 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-38fac5b7-86dc-48e6-94b9-6da5a9b1e538 service neutron] 10.222.0.53 "GET /v2.0/networks/af85088b-65d3-42d4-b0df-b8a529c47a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5342746 Jan 22 15:11:05.034142 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fc4b32f6-8b53-4a67-8903-53aafb764f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:05.067048 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fc4b32f6-8b53-4a67-8903-53aafb764f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:05.087497 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Allocated IP 172.28.2.189 (963b33f9-dd19-40b1-8544-19d53926a01f/b49e69fc-521d-4a7a-a4a3-7f801cf6183d/92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:11:05.113939 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:05.114809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port db1c3271-f8e7-41bb-8eec-839cdba6ffe2 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:05.115440 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:05.237150 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b32f6-8b53-4a67-8903-53aafb764f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ff6f73-541e-48ea-aab6-2e0e8b968b48,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:05.266556 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-fc4b32f6-8b53-4a67-8903-53aafb764f2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12e4c28b88554eec8f1df6741c1ce558&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7973146 Jan 22 15:11:05.270506 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-fc4b32f6-8b53-4a67-8903-53aafb764f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:05.273085 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 38736) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:05.289847 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 is scheduled to L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 with binding_index 1 {{(pid=80168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 22 15:11:05.501574 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38768) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:05.514105 dv-cinder-763774-2-smb neutron-server[80056]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 22 15:11:05.557008 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c85dea2-3ab4-41a7-bcfb-c01ad603b88c None None] Network 768f6f7f-e2d6-4869-9735-e2dc09c738da requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:11:05.638647 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-38d83f02-9cca-4783-81d9-8e67d019b2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:05.695529 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-38d83f02-9cca-4783-81d9-8e67d019b2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:05.768814 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-86b6a55b-a942-46bc-9d2b-ce45801050b2 req-b8785c3f-1e13-4baf-b4e2-c34e56178f47 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 210 time: 0.0809426 Jan 22 15:11:05.769904 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:11:05.782509 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Sync routers for ids ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'] in dv-cinder-763774-2-smb {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:11:05.801312 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Routers {'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:11:05.803019 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:10:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:05.829710 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Notify callbacks [] for router, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:05.833050 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6959555 Jan 22 15:11:05.837171 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 38786) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:05.937242 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-38d83f02-9cca-4783-81d9-8e67d019b2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:05.946970 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-fc4b32f6-8b53-4a67-8903-53aafb764f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:05.968151 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d83f02-9cca-4783-81d9-8e67d019b2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ff6f73-541e-48ea-aab6-2e0e8b968b48,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:05.969056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-5977a77b-2c5a-44f8-82de-0e8165d0573e tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:05.977660 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-5977a77b-2c5a-44f8-82de-0e8165d0573e tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Synchronizing usage tracker for tenant:e16c63cada56495f929f122a4d474555 on resource:network {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:11:05.988428 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:05.996446 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-38d83f02-9cca-4783-81d9-8e67d019b2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:06.014933 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-38d83f02-9cca-4783-81d9-8e67d019b2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:06.018425 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-38d83f02-9cca-4783-81d9-8e67d019b2ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37ff6f73-541e-48ea-aab6-2e0e8b968b48 HTTP/1.1" status: 204 len: 168 time: 0.7420588 Jan 22 15:11:06.046217 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-5977a77b-2c5a-44f8-82de-0e8165d0573e tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Unset dirty status for tenant:e16c63cada56495f929f122a4d474555 on resource:network {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:11:06.047531 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-5977a77b-2c5a-44f8-82de-0e8165d0573e tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/networks?id=768f6f7f-e2d6-4869-9735-e2dc09c738da HTTP/1.1" status: 200 len: 815 time: 0.5392849 Jan 22 15:11:06.102763 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-4c6bf3b8-ed77-4be5-9d78-318d311d60f4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/quotas/e16c63cada56495f929f122a4d474555 HTTP/1.1" status: 200 len: 375 time: 0.0394633 Jan 22 15:11:06.211634 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-d299b0e7-f042-481d-8448-4fd9871a5fa8 None None] Provisioning complete for port db1c3271-f8e7-41bb-8eec-839cdba6ffe2 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:06.212025 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d299b0e7-f042-481d-8448-4fd9871a5fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:06.259961 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-bd4a03da-d484-4edd-bd9d-db9d7ca4c1d8 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?tenant_id=e16c63cada56495f929f122a4d474555&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1431885 Jan 22 15:11:06.274951 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:06.287104 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Set router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:11:06.606474 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:06.766220 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Pushing event updated for resources: {'Port': ['ID=92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:06.780103 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:06.807153 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Network 963b33f9-dd19-40b1-8544-19d53926a01f is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:11:06.808671 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:11:06.811623 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:11:06.900046 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:02Z', 'revision_number': 3, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:06.912606 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Checking router: e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 for host: dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:11:06.913030 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Updating router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 port 3a8e8215-191e-4e35-a6d2-a5327ae0abb1 binding host dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 15:11:06.992523 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:07.052004 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38840) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:07.128165 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d717ba37-d8c5-4485-ac23-cf175c1a7232 req-1f72802f-fde5-4e9b-abb8-79c8166b37d7 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 210 time: 0.0713761 Jan 22 15:11:07.320259 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:07.573364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-f4da6c72-ece6-4382-873f-c8605a231b2c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 15:11:07.574875 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-f4da6c72-ece6-4382-873f-c8605a231b2c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3349156 Jan 22 15:11:07.645221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:07.724377 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 38866) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:07.758983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:07.788530 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Transition to ACTIVE for port object 3a8e8215-191e-4e35-a6d2-a5327ae0abb1 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:11:07.792084 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:07.858636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:07.868155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Allocated IP 172.20.0.1 (9dd63de7-9879-40c0-8dd7-c6f473b5cf76/26594a79-fcad-4c2a-92cb-91187601fd8a/29db0f04-11c7-44d1-a71b-7ab009e7d4fa) {{(pid=80168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:11:08.100244 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Pushing event updated for resources: {'Port': ['ID=3a8e8215-191e-4e35-a6d2-a5327ae0abb1,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:08.108625 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:08.122068 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.122271 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.122608 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.122970 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.123902 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.124475 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.124833 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.125190 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.125543 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.125894 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.126244 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.126618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.127041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.127390 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.127737 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.128084 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.128430 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.128782 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.129127 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.129473 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.129815 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.130159 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.131389 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.131747 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Tracked resource versions report: Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: pushed versions: Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: { 'AddressGroup': {'1.1'}, Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': {'1.0'}, Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': {'1.0'}, Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': {'1.1'}, Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': {'1.6'}, Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': {'1.2'}, Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': {'1.8'}, Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': {'1.4'}, Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': {'1.2'}, Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': {'1.0'}, Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': {'1.1'}, Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': {'1.1'}} Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: consumer versions: Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: { DHCP agent@dv-cinder-763774-2-smb: {}, Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: L3 agent@dv-cinder-763774-2-smb: {}, Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: Metadata agent@dv-cinder-763774-2-smb: {}, Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: Metering agent@dv-cinder-763774-2-smb: {}, Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: Open vSwitch agent@dv-cinder-763774-2-smb: { 'AddressGroup': '1.1', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': '1.0', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': '1.0', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': '1.1', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': '1.6', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': '1.2', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': '1.8', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': '1.4', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': '1.2', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': '1.0', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': '1.1', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': '1.1'}, Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: Open vSwitch agent@hv-cinder-76377: { 'AddressGroup': '1.1', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'ConntrackHelper': '1.0', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'Log': '1.0', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'Network': '1.1', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'Port': '1.6', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'PortForwarding': '1.2', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'QosPolicy': '1.8', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroup': '1.4', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'SecurityGroupRule': '1.2', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'SubPort': '1.0', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'Subnet': '1.1', Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: 'Trunk': '1.1'}} Jan 22 15:11:08.133077 dv-cinder-763774-2-smb neutron-server[80056]: {{(pid=80170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 22 15:11:08.136581 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:08.154158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Transition to ACTIVE for port object 29db0f04-11c7-44d1-a71b-7ab009e7d4fa will not be triggered until provisioned by entity DHCP. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:11:08.228421 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:08.262318 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b799ca27-ac7e-4cba-8a4a-8aa3b09e93fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:08.272976 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0e580dda-d8fb-475b-8faa-8ed6a7489e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:08.498918 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-49ae6d88-46ab-41ee-9f58-1856eef66838 service neutron] 10.222.0.53 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9143546 Jan 22 15:11:08.519910 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Pushing event updated for resources: {'Port': ['ID=29db0f04-11c7-44d1-a71b-7ab009e7d4fa,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:08.577617 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Attempting to bind port 3a8e8215-191e-4e35-a6d2-a5327ae0abb1 on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:11:08.577617 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Attempting to bind port 3a8e8215-191e-4e35-a6d2-a5327ae0abb1 by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:11:08.577617 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Attempting to bind port 3a8e8215-191e-4e35-a6d2-a5327ae0abb1 on network 963b33f9-dd19-40b1-8544-19d53926a01f {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:11:08.578055 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6951-3529-487c-bb15-b32790ece8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:08.589438 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:11:08.589927 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Checking segment: {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:11:08.590578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:08.590964 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Bound using segment: {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:11:08.591489 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Bound port: 3a8e8215-191e-4e35-a6d2-a5327ae0abb1, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:11:08.591912 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:08.607720 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-0e580dda-d8fb-475b-8faa-8ed6a7489e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:08.626220 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-cd8a6951-3529-487c-bb15-b32790ece8ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:08.641097 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-cd8a6951-3529-487c-bb15-b32790ece8ed admin admin] Usage tracker for resource:security_group_rule and tenant:4aa1919bc6c84f9c90c9593255075fe4 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:08.644690 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-cd8a6951-3529-487c-bb15-b32790ece8ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:08.650805 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-cd8a6951-3529-487c-bb15-b32790ece8ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:08.701604 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-0e580dda-d8fb-475b-8faa-8ed6a7489e37 admin admin] Usage tracker for resource:security_group_rule and tenant:832547ab9d3d4dad94ec13f5f75e15b3 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:08.706697 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.63', 52117) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:08.715973 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-0e580dda-d8fb-475b-8faa-8ed6a7489e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:08.744738 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] For port 3a8e8215-191e-4e35-a6d2-a5327ae0abb1, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:11:08.749944 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] For port 3a8e8215-191e-4e35-a6d2-a5327ae0abb1, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=3a8e8215-191e-4e35-a6d2-a5327ae0abb1,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:11:08.758753 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:08.772256 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-0e580dda-d8fb-475b-8faa-8ed6a7489e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:08.790981 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:08.879820 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5fe0bf80-17f1-4472-9b60-354e4a548ec9 req-938a44b5-e60f-45e2-920a-0def8451a3aa tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 210 time: 0.0871849 Jan 22 15:11:08.928572 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:08.962529 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:11:08.963942 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:11:08.966358 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Received port after_create {{(pid=80168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:11:08.966998 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854264914'] for router_interface, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:09.234216 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Pushing event updated for resources: {'Port': ['ID=3a8e8215-191e-4e35-a6d2-a5327ae0abb1,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:09.306207 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Routers {'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:11:09.306992 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:10:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:09.378780 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1dae4097-371d-407b-a927-06a8c567cb38 None None] Provisioning for port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:11:09.405894 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1dae4097-371d-407b-a927-06a8c567cb38 None None] Provisioning complete for port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:09.406317 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1dae4097-371d-407b-a927-06a8c567cb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:09.423386 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:09.476711 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:09.587661 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510835'] for router, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:09.603714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1dae4097-371d-407b-a927-06a8c567cb38 None None] Port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:11:09.769545 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] Set router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:11:09.995341 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0e580dda-d8fb-475b-8faa-8ed6a7489e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:10.023829 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-ac7ae04e-ad0d-4bcb-ab85-8d47b15f80eb service neutron] 10.222.0.53 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4586012 Jan 22 15:11:10.062511 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:10.075814 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0e580dda-d8fb-475b-8faa-8ed6a7489e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:10.086321 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:10.087562 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854228376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854278327'] for router_interface, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:10.119559 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:10.159038 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:10.215560 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-598302a5-5295-4a72-9107-8a52a35a5bf3 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:10.216383 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-598302a5-5295-4a72-9107-8a52a35a5bf3 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Synchronizing usage tracker for tenant:b6d43189a8744950b9e3d6a6bbab73ec on resource:network {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:11:10.418864 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:07Z', 'revision_number': 1, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:10.434905 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6951-3529-487c-bb15-b32790ece8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:10.445721 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7174d5f-a777-4130-982c-a677c06fba27 None None] The sync data for ids ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'] in dv-cinder-763774-2-smb is: [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:07Z', 'revision_number': 1, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:11:10.502411 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-0e580dda-d8fb-475b-8faa-8ed6a7489e37 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=832547ab9d3d4dad94ec13f5f75e15b3&name=default HTTP/1.1" status: 200 len: 2975 time: 3.4492245 Jan 22 15:11:10.503833 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6951-3529-487c-bb15-b32790ece8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:10.512737 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e580dda-d8fb-475b-8faa-8ed6a7489e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc52317-d925-42cf-9cd1-4676607ae723,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:10.519193 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 39000) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:10.554673 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0e580dda-d8fb-475b-8faa-8ed6a7489e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:10.555206 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0e580dda-d8fb-475b-8faa-8ed6a7489e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:10.566207 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-598302a5-5295-4a72-9107-8a52a35a5bf3 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Unset dirty status for tenant:b6d43189a8744950b9e3d6a6bbab73ec on resource:network {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:11:10.567467 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-598302a5-5295-4a72-9107-8a52a35a5bf3 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.63 "GET /v2.0/networks?id=af85088b-65d3-42d4-b0df-b8a529c47a00 HTTP/1.1" status: 200 len: 810 time: 1.8568120 Jan 22 15:11:10.713455 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Pushing event updated for resources: {'Port': ['ID=29db0f04-11c7-44d1-a71b-7ab009e7d4fa,revision_number=2']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:10.730874 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:10.745186 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e1e47d47-2640-48fb-beaf-2f69937da4c0 req-222ba675-30d8-4c50-910a-fca7ef8368c2 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 210 time: 0.3612244 Jan 22 15:11:10.809281 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:11:10.810995 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:11:10.877782 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-cd8a6951-3529-487c-bb15-b32790ece8ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4aa1919bc6c84f9c90c9593255075fe4&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9209025 Jan 22 15:11:10.884798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a6951-3529-487c-bb15-b32790ece8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1279e1c6-589e-417c-87c8-7c73e929d170,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:10.900332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-cd8a6951-3529-487c-bb15-b32790ece8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:10.926526 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 39018) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:10.947593 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Request body: {'port': {'device_id': 'c5380bc4-9057-4f7a-a989-b95975e6b40b', 'network_id': 'af85088b-65d3-42d4-b0df-b8a529c47a00', 'admin_state_up': True, 'tenant_id': 'b6d43189a8744950b9e3d6a6bbab73ec'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:11.063770 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 39026) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:11.314405 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0a3937bf-0c37-4599-ac4d-b331e1ec7922 req-c1bd0151-ca80-4b3d-bf02-505418cfea71 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 210 time: 0.3907099 Jan 22 15:11:11.422763 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bc983678-3f8a-49de-97e8-c1ccc98a38b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:11.444782 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:11:11.465959 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-31aa918a-cc12-4433-bb03-f3b61874544b None None] Provisioning complete for port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:11.466869 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-31aa918a-cc12-4433-bb03-f3b61874544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:11.565072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-31aa918a-cc12-4433-bb03-f3b61874544b None None] Port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:11:11.580429 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Router 71256188-88c5-4c0d-b073-2d321362661c is scheduled to L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 with binding_index 1 {{(pid=80167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 22 15:11:11.601572 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a3ed59ee-caf9-4c7d-b439-519d78e7adc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:11.661628 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a3ed59ee-caf9-4c7d-b439-519d78e7adc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:11.729128 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a3ed59ee-caf9-4c7d-b439-519d78e7adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:11.739972 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bc983678-3f8a-49de-97e8-c1ccc98a38b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:11.786307 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8356abab-6680-4b4a-8459-ef1ed3a75e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:11.915474 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-8356abab-6680-4b4a-8459-ef1ed3a75e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:11.931981 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-8356abab-6680-4b4a-8459-ef1ed3a75e7c admin admin] Usage tracker for resource:security_group_rule and tenant:a961f69bf18346079578802cfcde289f is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:11.963575 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-8356abab-6680-4b4a-8459-ef1ed3a75e7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:12.025635 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:12.058234 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c982b9eb-9bab-46b8-8770-db85466814dd req-b8b2477e-ab23-4d4a-ae45-6aa92c0dc048 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 210 time: 0.0675347 Jan 22 15:11:12.063898 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-8356abab-6680-4b4a-8459-ef1ed3a75e7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:12.084511 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed59ee-caf9-4c7d-b439-519d78e7adc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1279e1c6-589e-417c-87c8-7c73e929d170,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:12.098391 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:11:12.112802 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a3ed59ee-caf9-4c7d-b439-519d78e7adc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:12.126634 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] 10.222.0.53 "PUT /v2.0/routers/e4a79a35-0cc3-4e6c-8f96-1f72949c7e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2815814 Jan 22 15:11:12.137947 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:11:12.167301 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Sync routers for ids ['71256188-88c5-4c0d-b073-2d321362661c'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:11:12.181032 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:12.203439 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Routers {'71256188-88c5-4c0d-b073-2d321362661c'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:11:12.204072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:10:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['71256188-88c5-4c0d-b073-2d321362661c'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:12.249899 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Usage tracker for resource:port and tenant:b6d43189a8744950b9e3d6a6bbab73ec is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:12.274106 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Quota usage for port was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:12.300707 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a3ed59ee-caf9-4c7d-b439-519d78e7adc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:12.304488 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-a3ed59ee-caf9-4c7d-b439-519d78e7adc4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1279e1c6-589e-417c-87c8-7c73e929d170 HTTP/1.1" status: 204 len: 168 time: 1.3065214 Jan 22 15:11:12.304488 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:12.341519 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8356abab-6680-4b4a-8459-ef1ed3a75e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:12.346986 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8356abab-6680-4b4a-8459-ef1ed3a75e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:12.363038 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-38d83f02-9cca-4783-81d9-8e67d019b2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:12.369286 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Notify callbacks [] for router, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:12.370674 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.1767323 Jan 22 15:11:12.380172 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 39056) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:12.386148 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Made reservation on behalf of b6d43189a8744950b9e3d6a6bbab73ec for: {'port': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:11:12.416745 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:12.451165 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356abab-6680-4b4a-8459-ef1ed3a75e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9568e9c-cc72-4531-9164-c953a312cc03,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:12.461885 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8356abab-6680-4b4a-8459-ef1ed3a75e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:12.502364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bc983678-3f8a-49de-97e8-c1ccc98a38b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:12.509187 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-8356abab-6680-4b4a-8459-ef1ed3a75e7c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a961f69bf18346079578802cfcde289f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4440427 Jan 22 15:11:12.510172 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 39062) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:12.689571 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c09a-aedc-4c2d-8d08-3e6be78bf9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:12.704219 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bc983678-3f8a-49de-97e8-c1ccc98a38b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:12.727303 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-bc983678-3f8a-49de-97e8-c1ccc98a38b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/acc52317-d925-42cf-9cd1-4676607ae723 HTTP/1.1" status: 204 len: 168 time: 2.1799388 Jan 22 15:11:12.727970 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:12.765377 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Set router 71256188-88c5-4c0d-b073-2d321362661c gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:11:12.830793 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c09a-aedc-4c2d-8d08-3e6be78bf9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:12.883989 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc983678-3f8a-49de-97e8-c1ccc98a38b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc52317-d925-42cf-9cd1-4676607ae723,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:12.974700 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c09a-aedc-4c2d-8d08-3e6be78bf9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:12.980565 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:13.012488 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6c09a-aedc-4c2d-8d08-3e6be78bf9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9568e9c-cc72-4531-9164-c953a312cc03,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:13.016320 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4cb6c09a-aedc-4c2d-8d08-3e6be78bf9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:13.017552 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c09a-aedc-4c2d-8d08-3e6be78bf9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:13.032718 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-4cb6c09a-aedc-4c2d-8d08-3e6be78bf9e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9568e9c-cc72-4531-9164-c953a312cc03 HTTP/1.1" status: 204 len: 168 time: 0.5210321 Jan 22 15:11:13.490427 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 3a8e8215-191e-4e35-a6d2-a5327ae0abb1 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:13.563808 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.63', 52129) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:13.774507 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Allocated IP 172.20.0.7 (af85088b-65d3-42d4-b0df-b8a529c47a00/1aa7403e-e9e5-462d-aa5b-21201c6dce3d/40d9c50f-6402-489a-a958-189f6c691059) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:11:13.908633 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bc983678-3f8a-49de-97e8-c1ccc98a38b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.180s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:13.951785 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port 3a8e8215-191e-4e35-a6d2-a5327ae0abb1 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:11:13.960074 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 3a8e8215-191e-4e35-a6d2-a5327ae0abb1 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:13.960806 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:14.061385 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71256188-88c5-4c0d-b073-2d321362661c', 'name': 'tempest-ServerRescueNegativeTestJSON-409388434-router', 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:11:02Z', 'updated_at': '2021-01-22T15:11:07Z', 'revision_number': 3, 'project_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'gw_port': {'id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71256188-88c5-4c0d-b073-2d321362661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:04Z', 'updated_at': '2021-01-22T15:11:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:14.077473 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Checking router: 71256188-88c5-4c0d-b073-2d321362661c for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:11:14.078127 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Updating router 71256188-88c5-4c0d-b073-2d321362661c port 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7 binding host dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 15:11:14.218372 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:14.489949 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 39094) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:14.501057 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-965119e9-70ec-4131-9fcc-c088732d3279 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:14.509205 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-965119e9-70ec-4131-9fcc-c088732d3279 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.63 "GET /v2.0/networks?id=768f6f7f-e2d6-4869-9735-e2dc09c738da HTTP/1.1" status: 200 len: 815 time: 0.8977194 Jan 22 15:11:14.529244 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:14.549371 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-60767e4f-77e0-4360-b456-e81a5cbd638d req-495ae9ac-07c4-448c-81b5-26f6dfad640c tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 210 time: 0.6194961 Jan 22 15:11:14.635332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port 3a8e8215-191e-4e35-a6d2-a5327ae0abb1, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=3a8e8215-191e-4e35-a6d2-a5327ae0abb1,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:11:14.664401 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:14.682554 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Request body: {'port': {'device_id': '27c120b6-426f-423c-b236-11923e4dacde', 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da', 'admin_state_up': True, 'tenant_id': 'e16c63cada56495f929f122a4d474555'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:14.700965 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:14.902768 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:14.902768 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 39114) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:14.902768 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 39118) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:15.118642 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:15.123054 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Usage tracker for resource:port and tenant:e16c63cada56495f929f122a4d474555 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:15.133800 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Quota usage for port was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:15.145307 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:15.166520 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=3a8e8215-191e-4e35-a6d2-a5327ae0abb1,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:15.167902 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Made reservation on behalf of e16c63cada56495f929f122a4d474555 for: {'port': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:11:15.180519 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:15.207727 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3ebcc3e7-1668-453a-9f49-67412ff3a6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:15.262157 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Request body: {'security_group': {'name': 'tempest-securitygroup--1273507413', 'description': 'tempest-description--510648514'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:15.276501 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-15ff0941-3ce6-4d11-97ca-f6a9c82c9c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:15.281937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:15.327927 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:15.333151 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Usage tracker for resource:security_group and tenant:79f6aff5910d4f75b6e9ccf81396c89e is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:15.336387 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:15.360019 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:15.494525 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-3ebcc3e7-1668-453a-9f49-67412ff3a6c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:15.498850 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:15.501062 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:15.550222 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-15ff0941-3ce6-4d11-97ca-f6a9c82c9c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:15.553829 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-3ebcc3e7-1668-453a-9f49-67412ff3a6c4 admin admin] Usage tracker for resource:security_group_rule and tenant:d01d8f0349a94a6d9d7a6364159a979e is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:15.579144 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:15.583083 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-3ebcc3e7-1668-453a-9f49-67412ff3a6c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:15.626589 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Sync routers for ids ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'] in dv-cinder-763774-2-smb {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:11:15.632135 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-15ff0941-3ce6-4d11-97ca-f6a9c82c9c4b admin admin] Usage tracker for resource:security_group_rule and tenant:888e087c373846eeb5976dea3449db87 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:15.646423 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Routers {'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:11:15.647129 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:10:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:15.663336 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:15.699723 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 39138) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:15.710766 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:15.728034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-15ff0941-3ce6-4d11-97ca-f6a9c82c9c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:15.752788 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Transition to ACTIVE for port object 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:11:15.758893 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:15.912938 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a82b4164-1187-4092-be6b-8fd6c73c5672 req-92665163-6786-4ce1-bf22-efaa2e20d0ad tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 210 time: 0.1405699 Jan 22 15:11:15.964811 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Usage tracker for resource:security_group_rule and tenant:79f6aff5910d4f75b6e9ccf81396c89e is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:15.968274 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-3ebcc3e7-1668-453a-9f49-67412ff3a6c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:15.974245 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:16.030769 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:16.062141 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Network af85088b-65d3-42d4-b0df-b8a529c47a00 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:11:16.062890 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b39124-c26c-4180-97e1-d0be67969d63 None None] Pushing event updated for resources: {'Port': ['ID=92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:16.076761 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-15ff0941-3ce6-4d11-97ca-f6a9c82c9c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:16.077012 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-52b39124-c26c-4180-97e1-d0be67969d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:16.082272 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:11:16.091777 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b7efab7f-a6e3-4343-ab96-9bc3a20fbfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:16.100201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:16.106641 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Attempting to bind port 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7 on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:11:16.107078 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Attempting to bind port 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7 by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:11:16.107454 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Attempting to bind port 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7 on network 963b33f9-dd19-40b1-8544-19d53926a01f {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:11:16.114884 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:11:16.115321 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Checking segment: {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:11:16.116005 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:16.116545 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Bound using segment: {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:11:16.117172 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Bound port: 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:11:16.117600 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:16.153440 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-b7efab7f-a6e3-4343-ab96-9bc3a20fbfc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:16.172269 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:11:16.175308 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-b7efab7f-a6e3-4343-ab96-9bc3a20fbfc6 admin admin] Usage tracker for resource:security_group_rule and tenant:2b02ab5f47734f129ff5fe5218c1f186 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:16.197813 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-b7efab7f-a6e3-4343-ab96-9bc3a20fbfc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:16.200203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:16.201059 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:16.221517 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-b7efab7f-a6e3-4343-ab96-9bc3a20fbfc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:16.224292 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Allocated IP 172.20.0.11 (768f6f7f-e2d6-4869-9735-e2dc09c738da/c8f2babf-a99e-450f-bc7d-225705675f56/5af79b7e-33c6-4493-8e8c-a520d4babd0b) {{(pid=80168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:11:16.250185 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3895915 Jan 22 15:11:16.271732 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] For port 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:11:16.283670 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] For port 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:11:16.287798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:16.304940 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6993c-712b-499a-acdb-9e09ffaa2525 req-4a217e08-3fd5-4c0e-80e1-55d20a9f149e tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:16.305914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-41d6993c-712b-499a-acdb-9e09ffaa2525 req-4a217e08-3fd5-4c0e-80e1-55d20a9f149e tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Synchronizing usage tracker for tenant:b6d43189a8744950b9e3d6a6bbab73ec on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:11:16.313332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Set router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:11:16.484255 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-16557348-b0b4-48f9-98ea-7e14c7895215 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 15:11:16.485133 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-16557348-b0b4-48f9-98ea-7e14c7895215 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1388884 Jan 22 15:11:16.485974 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Pushing event updated for resources: {'Port': ['ID=40d9c50f-6402-489a-a958-189f6c691059,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:16.517055 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:16.667872 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b7efab7f-a6e3-4343-ab96-9bc3a20fbfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:16.673405 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b7efab7f-a6e3-4343-ab96-9bc3a20fbfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:16.709137 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:16.719842 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:16.738945 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:16.739278 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8356abab-6680-4b4a-8459-ef1ed3a75e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:16.763638 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:16.815390 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb9d157-b1c8-4496-b241-5e9bc4330865,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:16.822062 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efab7f-a6e3-4343-ab96-9bc3a20fbfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c7ddd2-e0ed-4815-9f0c-da2590846962,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:16.834157 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:16.849364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b7efab7f-a6e3-4343-ab96-9bc3a20fbfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:16.908669 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b7efab7f-a6e3-4343-ab96-9bc3a20fbfc6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b02ab5f47734f129ff5fe5218c1f186&name=default HTTP/1.1" status: 200 len: 2978 time: 1.2077823 Jan 22 15:11:16.912330 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 39158) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:16.916828 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Routers {'71256188-88c5-4c0d-b073-2d321362661c'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:11:16.925926 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:10:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['71256188-88c5-4c0d-b073-2d321362661c'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:16.973190 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:17.021853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks [] for port, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:17.062145 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:17.064128 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1743643 Jan 22 15:11:17.075255 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 39166) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:17.120053 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-22b6ff6b-0311-41b0-9f72-5e7e42d2b733 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Request body: {'security_group_rule': {'security_group_id': '7bb9d157-b1c8-4496-b241-5e9bc4330865', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:17.251809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b0d267e4-07cd-4e1b-a2b7-410a165ee032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:17.381562 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-22b6ff6b-0311-41b0-9f72-5e7e42d2b733 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:17.389884 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 2, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:17.398191 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Checking router: e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 for host: dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:11:17.398668 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Updating router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa binding host dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 15:11:17.399921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-22b6ff6b-0311-41b0-9f72-5e7e42d2b733 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Usage tracker for resource:security_group_rule and tenant:79f6aff5910d4f75b6e9ccf81396c89e is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:17.416042 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-22b6ff6b-0311-41b0-9f72-5e7e42d2b733 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:17.440628 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-22b6ff6b-0311-41b0-9f72-5e7e42d2b733 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:17.462562 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:17.469657 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 3a8e8215-191e-4e35-a6d2-a5327ae0abb1 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:17.532629 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:17.565113 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b0d267e4-07cd-4e1b-a2b7-410a165ee032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:17.576562 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:17.670149 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Pushing event updated for resources: {'Port': ['ID=5af79b7e-33c6-4493-8e8c-a520d4babd0b,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:17.690418 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:17.729414 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] Set router 71256188-88c5-4c0d-b073-2d321362661c gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:11:17.800440 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Request body: {'port': {'device_id': 'c5380bc4-9057-4f7a-a989-b95975e6b40b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:17.864825 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b39124-c26c-4180-97e1-d0be67969d63 None None] Pushing event updated for resources: {'Port': ['ID=92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:17.877681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3ebcc3e7-1668-453a-9f49-67412ff3a6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:17.878538 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-52b39124-c26c-4180-97e1-d0be67969d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.169s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:17.965181 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Network 768f6f7f-e2d6-4869-9735-e2dc09c738da is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:11:17.968351 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:11:17.983960 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Received port after_create {{(pid=80168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:11:18.007696 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:18.008398 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for port, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.020108 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-22b6ff6b-0311-41b0-9f72-5e7e42d2b733 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group_rule, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.104885 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 3a8e8215-191e-4e35-a6d2-a5327ae0abb1 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:18.105718 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.106032 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Allocated IP 172.20.0.1 (4c26af83-6424-413a-870e-e57e022aad52/44e4ccfe-d0bd-430b-ad83-24fa2be62153/7ec9e4e3-9283-440e-9bd1-2d38aef4912d) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:11:18.108148 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad675b8-08c7-42fa-a826-53c50bb90548 req-c685c5db-130a-4b95-b481-35d151860988 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:18.116967 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8ad675b8-08c7-42fa-a826-53c50bb90548 req-c685c5db-130a-4b95-b481-35d151860988 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 932 time: 0.7369702 Jan 22 15:11:18.132652 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-15ff0941-3ce6-4d11-97ca-f6a9c82c9c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.152324 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-22b6ff6b-0311-41b0-9f72-5e7e42d2b733 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.162931 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3ebcc3e7-1668-453a-9f49-67412ff3a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.252108 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8ad675b8-08c7-42fa-a826-53c50bb90548 req-5081497f-4eef-48db-9cac-1b4302ba0f13 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340072 Jan 22 15:11:18.253067 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-22b6ff6b-0311-41b0-9f72-5e7e42d2b733 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649001'] for security_group_rule, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.297212 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:18.307885 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-15ff0941-3ce6-4d11-97ca-f6a9c82c9c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.308677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-41d6993c-712b-499a-acdb-9e09ffaa2525 req-4a217e08-3fd5-4c0e-80e1-55d20a9f149e tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Unset dirty status for tenant:b6d43189a8744950b9e3d6a6bbab73ec on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:11:18.309952 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-41d6993c-712b-499a-acdb-9e09ffaa2525 req-4a217e08-3fd5-4c0e-80e1-55d20a9f149e tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 931 time: 3.0909171 Jan 22 15:11:18.414786 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.426101 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6ff6b-0311-41b0-9f72-5e7e42d2b733 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964abebd-0721-4bc8-ac31-e47d22434e83,revision_number=0']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:18.441774 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-22b6ff6b-0311-41b0-9f72-5e7e42d2b733 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group_rule, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.463543 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-22b6ff6b-0311-41b0-9f72-5e7e42d2b733 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3869772 Jan 22 15:11:18.467278 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-22b6ff6b-0311-41b0-9f72-5e7e42d2b733 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:18.469057 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7919502 Jan 22 15:11:18.469572 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 39186) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:18.472837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b0d267e4-07cd-4e1b-a2b7-410a165ee032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.473380 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Transition to ACTIVE for port object 29db0f04-11c7-44d1-a71b-7ab009e7d4fa will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:11:18.477440 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-46790195-d18a-4662-8325-85cdebed12ee tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Request body: {'security_group_rule': {'security_group_id': '7bb9d157-b1c8-4496-b241-5e9bc4330865', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:18.477679 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.489380 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-46790195-d18a-4662-8325-85cdebed12ee tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:18.493567 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-46790195-d18a-4662-8325-85cdebed12ee tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Usage tracker for resource:security_group_rule and tenant:79f6aff5910d4f75b6e9ccf81396c89e is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:18.497020 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-46790195-d18a-4662-8325-85cdebed12ee tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:18.503693 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-46790195-d18a-4662-8325-85cdebed12ee tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:18.514305 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b0d267e4-07cd-4e1b-a2b7-410a165ee032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.518629 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b0d267e4-07cd-4e1b-a2b7-410a165ee032 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5c7ddd2-e0ed-4815-9f0c-da2590846962 HTTP/1.1" status: 204 len: 168 time: 1.6026678 Jan 22 15:11:18.518629 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:18.542967 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d267e4-07cd-4e1b-a2b7-410a165ee032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c7ddd2-e0ed-4815-9f0c-da2590846962,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:18.543498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b0d267e4-07cd-4e1b-a2b7-410a165ee032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:18.543935 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-46790195-d18a-4662-8325-85cdebed12ee tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group_rule, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.686925 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-46790195-d18a-4662-8325-85cdebed12ee tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.699802 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-46790195-d18a-4662-8325-85cdebed12ee tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649001'] for security_group_rule, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.702451 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:18.743114 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.767371 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46790195-d18a-4662-8325-85cdebed12ee tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d32dab-6ff5-46f0-86f5-c0f94cb9900d,revision_number=0']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:18.802938 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:18.806274 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-46790195-d18a-4662-8325-85cdebed12ee tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:18.816324 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-46790195-d18a-4662-8325-85cdebed12ee tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group_rule, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.824916 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 39194) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:18.829018 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-46790195-d18a-4662-8325-85cdebed12ee tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3539970 Jan 22 15:11:18.918531 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:18.921909 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-3ebcc3e7-1668-453a-9f49-67412ff3a6c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d01d8f0349a94a6d9d7a6364159a979e&name=default HTTP/1.1" status: 200 len: 2979 time: 4.4261167 Jan 22 15:11:18.925217 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 39198) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:19.021798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Request body: {'floatingip': {'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:19.041677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71256188-88c5-4c0d-b073-2d321362661c', 'name': 'tempest-ServerRescueNegativeTestJSON-409388434-router', 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:11:02Z', 'updated_at': '2021-01-22T15:11:07Z', 'revision_number': 3, 'project_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'gw_port': {'id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71256188-88c5-4c0d-b073-2d321362661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:04Z', 'updated_at': '2021-01-22T15:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:19.054100 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2523db34-2e2b-4476-82ac-f211dfb8727a None None] The sync data for ids ['71256188-88c5-4c0d-b073-2d321362661c'] in dv-cinder-763774-2-smb is: [{'id': '71256188-88c5-4c0d-b073-2d321362661c', 'name': 'tempest-ServerRescueNegativeTestJSON-409388434-router', 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:11:02Z', 'updated_at': '2021-01-22T15:11:07Z', 'revision_number': 3, 'project_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'gw_port': {'id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71256188-88c5-4c0d-b073-2d321362661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:04Z', 'updated_at': '2021-01-22T15:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:11:19.084564 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0b17cca8-967d-439e-a733-162e3e4b5a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:19.106563 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-eda59919-1d59-4ade-891e-5fb44ec30792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:19.130191 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0b17cca8-967d-439e-a733-162e3e4b5a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:19.188699 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0b17cca8-967d-439e-a733-162e3e4b5a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:19.194430 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:19.216681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17cca8-967d-439e-a733-162e3e4b5a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48161076-3ecb-42f4-9fb7-a5282a57caeb,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:19.237591 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0b17cca8-967d-439e-a733-162e3e4b5a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:19.243041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0b17cca8-967d-439e-a733-162e3e4b5a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:19.250022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcc3e7-1668-453a-9f49-67412ff3a6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48161076-3ecb-42f4-9fb7-a5282a57caeb,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:19.266977 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-0b17cca8-967d-439e-a733-162e3e4b5a5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48161076-3ecb-42f4-9fb7-a5282a57caeb HTTP/1.1" status: 204 len: 168 time: 0.3366916 Jan 22 15:11:19.307196 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff0941-3ce6-4d11-97ca-f6a9c82c9c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586bfaa6-7512-4af9-96e2-d9e07e118b33,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:19.312177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-15ff0941-3ce6-4d11-97ca-f6a9c82c9c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:19.313360 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:19.318093 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Usage tracker for resource:floatingip and tenant:79f6aff5910d4f75b6e9ccf81396c89e is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:19.321507 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:19.339344 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd232fbb-3242-4812-8667-d7843c364545 None None] Pushing event updated for resources: {'Port': ['ID=29db0f04-11c7-44d1-a71b-7ab009e7d4fa,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:19.344518 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:19.345831 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-dd232fbb-3242-4812-8667-d7843c364545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:19.419750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Network 4c26af83-6424-413a-870e-e57e022aad52 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:11:19.426379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.516s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:19.426515 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:19.443882 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:11:19.447085 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:11:19.447615 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854264914'] for router_interface, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:19.541872 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:19.678952 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Request body: {'port': {'device_id': '27c120b6-426f-423c-b236-11923e4dacde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:19.704945 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for floatingip, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:19.772810 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Pushing event updated for resources: {'Port': ['ID=7ec9e4e3-9283-440e-9bd1-2d38aef4912d,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:19.791936 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:19.800623 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-15ff0941-3ce6-4d11-97ca-f6a9c82c9c4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=888e087c373846eeb5976dea3449db87&name=default HTTP/1.1" status: 200 len: 2979 time: 4.9090436 Jan 22 15:11:19.810479 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 39214) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:19.985588 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Attempting to bind port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:11:19.986039 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Attempting to bind port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:11:19.986511 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Attempting to bind port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa on network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:11:20.033702 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:11:20.034125 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Checking segment: {'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:11:20.034596 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:20.035014 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Bound using segment: {'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:11:20.039844 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Bound port: 29db0f04-11c7-44d1-a71b-7ab009e7d4fa, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:11:20.040402 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:20.324596 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-41d6993c-712b-499a-acdb-9e09ffaa2525 req-48d2d85b-d91f-41af-91ae-9cb38f0a95c2 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Synchronizing usage tracker for tenant:b6d43189a8744950b9e3d6a6bbab73ec on resource:security_group {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:11:20.354850 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] For port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:11:20.366656 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:20.377330 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] For port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=29db0f04-11c7-44d1-a71b-7ab009e7d4fa,segment=NetworkSegment(3cd764c7-d738-49e8-93d6-258697d18a7d),segment_id=3cd764c7-d738-49e8-93d6-258697d18a7d)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:11:20.386295 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:20.425763 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-db19293c-0914-4be1-8e1c-70f0fd991643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:20.432113 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:20.446209 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:20.462586 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bd6f6551-af44-42f2-9146-c0b2ee56dec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:20.553256 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073bde2-f8cb-4e9b-aa89-823ad95b5db3 req-84c27655-fb92-4e29-8a7c-77673d518143 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:20.554513 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-2073bde2-f8cb-4e9b-aa89-823ad95b5db3 req-84c27655-fb92-4e29-8a7c-77673d518143 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Synchronizing usage tracker for tenant:e16c63cada56495f929f122a4d474555 on resource:port {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:11:20.657527 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd232fbb-3242-4812-8667-d7843c364545 None None] Pushing event updated for resources: {'Port': ['ID=29db0f04-11c7-44d1-a71b-7ab009e7d4fa,revision_number=4']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:20.664834 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-dd232fbb-3242-4812-8667-d7843c364545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:20.706614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-41d6993c-712b-499a-acdb-9e09ffaa2525 req-48d2d85b-d91f-41af-91ae-9cb38f0a95c2 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Unset dirty status for tenant:b6d43189a8744950b9e3d6a6bbab73ec on resource:security_group {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:11:20.708444 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-41d6993c-712b-499a-acdb-9e09ffaa2525 req-48d2d85b-d91f-41af-91ae-9cb38f0a95c2 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/security-groups?id=463b87e0-06ae-4e98-a28e-e1f216ba9574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8819983 Jan 22 15:11:20.910084 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-86a86c6c-100b-4d4c-9a54-bb788a674e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:20.997201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Routers {'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:11:21.001297 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:10:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:21.297066 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af79b7e-33c6-4493-8e8c-a520d4babd0b {{(pid=80168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:11:21.306145 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:21.323530 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Transition to ACTIVE for port object 5af79b7e-33c6-4493-8e8c-a520d4babd0b will not be triggered until provisioned by entity L2. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:11:21.349132 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:21.363895 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-db19293c-0914-4be1-8e1c-70f0fd991643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:21.405941 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:21.442043 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:21.492249 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:21.604012 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:11:21.631510 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:21.631942 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:21.632945 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] Set router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:11:21.941008 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-2073bde2-f8cb-4e9b-aa89-823ad95b5db3 req-84c27655-fb92-4e29-8a7c-77673d518143 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Unset dirty status for tenant:e16c63cada56495f929f122a4d474555 on resource:port {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:11:21.942281 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2073bde2-f8cb-4e9b-aa89-823ad95b5db3 req-84c27655-fb92-4e29-8a7c-77673d518143 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 932 time: 2.1598797 Jan 22 15:11:22.066126 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:22.134930 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:11:22.139274 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:22.144049 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 29db0f04-11c7-44d1-a71b-7ab009e7d4fa up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:22.178714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Pushing event updated for resources: {'Port': ['ID=5af79b7e-33c6-4493-8e8c-a520d4babd0b,revision_number=2']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:22.204363 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:22.267874 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-db19293c-0914-4be1-8e1c-70f0fd991643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:22.286935 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2073bde2-f8cb-4e9b-aa89-823ad95b5db3 req-4b74903d-4e06-4332-8081-0cb04ee21503 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251436 Jan 22 15:11:22.382667 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:22.385652 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:22.421943 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d9c50f-6402-489a-a958-189f6c691059 {{(pid=80167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:11:22.444338 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:22.466177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-db19293c-0914-4be1-8e1c-70f0fd991643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:22.484423 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-db19293c-0914-4be1-8e1c-70f0fd991643 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/586bfaa6-7512-4af9-96e2-d9e07e118b33 HTTP/1.1" status: 204 len: 168 time: 2.5953112 Jan 22 15:11:22.492064 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Transition to ACTIVE for port object 40d9c50f-6402-489a-a958-189f6c691059 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:11:22.511702 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19293c-0914-4be1-8e1c-70f0fd991643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586bfaa6-7512-4af9-96e2-d9e07e118b33,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:22.516058 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-db19293c-0914-4be1-8e1c-70f0fd991643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:22.606320 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:22.625239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:22.649543 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:22.656604 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:22.673839 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854228376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854278327'] for router_interface, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:22.751364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:11:22.756934 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:22.757370 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:22.804010 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:20Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:22.816177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121431b-a85b-45ec-be14-c4640ca9dda7 None None] The sync data for ids ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'] in dv-cinder-763774-2-smb is: [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:20Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:11:22.854494 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Attempting to bind port 5af79b7e-33c6-4493-8e8c-a520d4babd0b on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:11:22.855034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Attempting to bind port 5af79b7e-33c6-4493-8e8c-a520d4babd0b by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:11:22.855512 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Attempting to bind port 5af79b7e-33c6-4493-8e8c-a520d4babd0b on network 768f6f7f-e2d6-4869-9735-e2dc09c738da {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:11:22.865347 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:11:22.865970 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Checking segment: {'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:11:22.866750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:22.867348 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Bound using segment: {'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:11:22.868038 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Bound port: 5af79b7e-33c6-4493-8e8c-a520d4babd0b, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'}}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:11:22.868539 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:22.891453 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d1ea34f1-260d-47f7-9c73-e08efd833188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:23.001688 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:23.051256 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=29db0f04-11c7-44d1-a71b-7ab009e7d4fa,segment=NetworkSegment(3cd764c7-d738-49e8-93d6-258697d18a7d),segment_id=3cd764c7-d738-49e8-93d6-258697d18a7d)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:11:23.054926 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:23.058879 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:23.085614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] For port 5af79b7e-33c6-4493-8e8c-a520d4babd0b, host hv-cinder-76377, cleared binding levels {{(pid=80168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:11:23.097013 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] For port 5af79b7e-33c6-4493-8e8c-a520d4babd0b, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=5af79b7e-33c6-4493-8e8c-a520d4babd0b,segment=NetworkSegment(3239addc-c16c-423c-b32c-0ea23cec08b4),segment_id=3239addc-c16c-423c-b32c-0ea23cec08b4)] {{(pid=80168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:11:23.103496 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:23.103607 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:23.156932 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-eeb7b967-4a0d-418a-881e-5d84effdaf99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:23.199595 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=29db0f04-11c7-44d1-a71b-7ab009e7d4fa,revision_number=5']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:23.205246 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:23.229439 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:23.231275 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:23.446115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:23.448382 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:23.928459 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Pushing event updated for resources: {'Port': ['ID=7ec9e4e3-9283-440e-9bd1-2d38aef4912d,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:23.972235 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:24.050040 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Pushing event updated for resources: {'Port': ['ID=40d9c50f-6402-489a-a958-189f6c691059,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:24.072954 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:24.083340 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Network 4c26af83-6424-413a-870e-e57e022aad52 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:11:24.084534 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:24.085109 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:24.091300 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:11:24.174422 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:24.175384 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for port, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:24.177010 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] 10.222.0.63 "PUT /v2.0/ports/5af79b7e-33c6-4493-8e8c-a520d4babd0b HTTP/1.1" status: 200 len: 1158 time: 4.5073948 Jan 22 15:11:24.181844 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c120b6-426f-423c-b236-11923e4dacde', 'tag': '5af79b7e-33c6-4493-8e8c-a520d4babd0b'}] {{(pid=80168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:11:24.268893 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Pushing event updated for resources: {'Port': ['ID=5af79b7e-33c6-4493-8e8c-a520d4babd0b,revision_number=3']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:24.273172 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.116s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:24.521758 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ba408-114f-42f6-b682-845bd684698e req-fde41804-a5fc-4031-9185-8f449a03c675 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:24.522979 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Router 71256188-88c5-4c0d-b073-2d321362661c has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:11:24.539748 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3b4ba408-114f-42f6-b682-845bd684698e req-fde41804-a5fc-4031-9185-8f449a03c675 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 944 time: 0.5041809 Jan 22 15:11:24.540436 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:24.625794 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3b4ba408-114f-42f6-b682-845bd684698e req-a8d48822-4c1b-4dac-acc5-68ec64f1260e tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722780 Jan 22 15:11:24.647809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Attempting to bind port 40d9c50f-6402-489a-a958-189f6c691059 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:11:24.648206 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Attempting to bind port 40d9c50f-6402-489a-a958-189f6c691059 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'af85088b-65d3-42d4-b0df-b8a529c47a00'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:11:24.648583 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Attempting to bind port 40d9c50f-6402-489a-a958-189f6c691059 on network af85088b-65d3-42d4-b0df-b8a529c47a00 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:11:24.658187 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-f2187881-47f7-4370-866f-9bd4ef0579ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:24.659872 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-f2187881-47f7-4370-866f-9bd4ef0579ff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e16c63cada56495f929f122a4d474555&device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 1161 time: 0.3436391 Jan 22 15:11:24.704781 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:24.789346 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557e6a6-28fb-4e8f-9543-2d659372fb2b req-237c208e-6a8a-4a63-870c-e1de7534dfeb tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:24.791213 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e557e6a6-28fb-4e8f-9543-2d659372fb2b req-237c208e-6a8a-4a63-870c-e1de7534dfeb tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 943 time: 2.1290085 Jan 22 15:11:24.812777 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:11:24.813252 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Checking segment: {'id': 'efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'af85088b-65d3-42d4-b0df-b8a529c47a00'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:11:24.813693 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:24.814090 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Bound using segment: {'id': 'efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'af85088b-65d3-42d4-b0df-b8a529c47a00'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:11:24.814784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Bound port: 40d9c50f-6402-489a-a958-189f6c691059, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'af85088b-65d3-42d4-b0df-b8a529c47a00'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:11:24.815117 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:25.002205 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-9d2ebf5b-c1f5-44d1-8520-13075115faf7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5af79b7e-33c6-4493-8e8c-a520d4babd0b HTTP/1.1" status: 200 len: 217 time: 0.2197845 Jan 22 15:11:25.080443 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:25.109514 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e557e6a6-28fb-4e8f-9543-2d659372fb2b req-4ace4af7-d18b-4920-9ee8-604f12c15fbb tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/security-groups?id=463b87e0-06ae-4e98-a28e-e1f216ba9574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998984 Jan 22 15:11:25.130434 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Allocated IP 172.28.2.190 (963b33f9-dd19-40b1-8544-19d53926a01f/b49e69fc-521d-4a7a-a4a3-7f801cf6183d/ce0cba2b-2e85-4f8c-9bf9-9e6f6d581bf8) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:11:25.146677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:11:25.157019 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Sync routers for ids ['71256188-88c5-4c0d-b073-2d321362661c'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:11:25.179653 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-8bd7db43-329d-48ac-95fd-9a325539185c admin admin] 10.222.0.53 "PUT /v2.0/routers/71256188-88c5-4c0d-b073-2d321362661c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7977574 Jan 22 15:11:25.209141 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] For port 40d9c50f-6402-489a-a958-189f6c691059, host hv-cinder-76377, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:11:25.210201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 29db0f04-11c7-44d1-a71b-7ab009e7d4fa up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:25.254448 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-024da405-1f13-49b2-b105-af675c97b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:25.256190 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-024da405-1f13-49b2-b105-af675c97b36f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8f2babf-a99e-450f-bc7d-225705675f56 HTTP/1.1" status: 200 len: 855 time: 0.2463243 Jan 22 15:11:25.289222 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] For port 40d9c50f-6402-489a-a958-189f6c691059, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=40d9c50f-6402-489a-a958-189f6c691059,segment=NetworkSegment(efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c),segment_id=efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:11:25.301675 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:25.307906 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Routers {'71256188-88c5-4c0d-b073-2d321362661c'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:11:25.308634 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:11:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['71256188-88c5-4c0d-b073-2d321362661c'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:25.360613 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:25.381696 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-c741f4aa-0c93-4c97-b1a1-577eecc888ce service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=768f6f7f-e2d6-4869-9735-e2dc09c738da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177104 Jan 22 15:11:25.621020 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 39352) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:25.678502 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:25.679311 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:25.681022 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] 10.222.0.63 "PUT /v2.0/ports/40d9c50f-6402-489a-a958-189f6c691059 HTTP/1.1" status: 200 len: 1157 time: 8.8748600 Jan 22 15:11:25.681631 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5380bc4-9057-4f7a-a989-b95975e6b40b', 'tag': '40d9c50f-6402-489a-a958-189f6c691059'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:11:25.735858 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-a106db45-cf87-479d-aec8-49e73c55499a service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443987 Jan 22 15:11:25.771615 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Pushing event updated for resources: {'Port': ['ID=40d9c50f-6402-489a-a958-189f6c691059,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:25.793862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:25.800138 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c120b6-426f-423c-b236-11923e4dacde', 'tag': '5af79b7e-33c6-4493-8e8c-a520d4babd0b', 'status': 'completed', 'code': 200} Jan 22 15:11:25.802292 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:25.802748 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:25.905999 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:26.041751 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-3248914a-1de8-4b13-9524-ba603177d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:26.041751 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-3248914a-1de8-4b13-9524-ba603177d46a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b6d43189a8744950b9e3d6a6bbab73ec&device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 1160 time: 0.2738647 Jan 22 15:11:26.074466 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b381a0b2-cdb1-48d4-9ad7-2ca4e3c7c219 req-4a143761-6c56-4d20-a089-cbdb73666ccc service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3300235 Jan 22 15:11:26.119203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c0b3ceeb-0308-4eac-8c7b-ace4b220a007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:26.171495 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Set router 71256188-88c5-4c0d-b073-2d321362661c gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:11:26.178837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-c0b3ceeb-0308-4eac-8c7b-ace4b220a007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:26.187972 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-c0b3ceeb-0308-4eac-8c7b-ace4b220a007 admin admin] Usage tracker for resource:security_group_rule and tenant:dde55b0cc45b488791a741972288b985 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:26.191439 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-c0b3ceeb-0308-4eac-8c7b-ace4b220a007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:26.199446 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-c0b3ceeb-0308-4eac-8c7b-ace4b220a007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:26.317960 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c0b3ceeb-0308-4eac-8c7b-ace4b220a007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:26.385056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c0b3ceeb-0308-4eac-8c7b-ace4b220a007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:26.397829 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4cb6c09a-aedc-4c2d-8d08-3e6be78bf9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:26.432678 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3ceeb-0308-4eac-8c7b-ace4b220a007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187ef3b4-52e2-4885-b08b-b5919fd51105,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:26.437047 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c0b3ceeb-0308-4eac-8c7b-ace4b220a007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:26.469716 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:26.476561 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-c0b3ceeb-0308-4eac-8c7b-ace4b220a007 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dde55b0cc45b488791a741972288b985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8492126 Jan 22 15:11:26.479988 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 39384) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:26.495365 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83134cc9-1cd3-43dc-9993-c580fcdb150e req-94a7e570-3676-4c45-b884-95ffa4ce3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:26.497076 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-83134cc9-1cd3-43dc-9993-c580fcdb150e req-94a7e570-3676-4c45-b884-95ffa4ce3c70 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e16c63cada56495f929f122a4d474555&device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 1161 time: 0.1774256 Jan 22 15:11:26.540168 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-b5c838a0-4cf4-4511-ade8-f4161ba815c8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40d9c50f-6402-489a-a958-189f6c691059 HTTP/1.1" status: 200 len: 217 time: 0.4706357 Jan 22 15:11:26.627982 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401095b-d1df-4cc3-a27b-e0060874a56c req-d42bbaf2-6b1d-4b79-8413-1c99a06ff145 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:26.648037 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0401095b-d1df-4cc3-a27b-e0060874a56c req-d42bbaf2-6b1d-4b79-8413-1c99a06ff145 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 944 time: 0.7189100 Jan 22 15:11:26.668582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c7f5ef87-2476-49c8-a9cf-4b0b56ae94ce tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:26.745235 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71256188-88c5-4c0d-b073-2d321362661c', 'name': 'tempest-ServerRescueNegativeTestJSON-409388434-router', 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:11:02Z', 'updated_at': '2021-01-22T15:11:19Z', 'revision_number': 4, 'project_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'gw_port': {'id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71256188-88c5-4c0d-b073-2d321362661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:04Z', 'updated_at': '2021-01-22T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '7ec9e4e3-9283-440e-9bd1-2d38aef4912d', 'name': '', 'network_id': '4c26af83-6424-413a-870e-e57e022aad52', 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'mac_address': 'fa:16:3e:09:d2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71256188-88c5-4c0d-b073-2d321362661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '44e4ccfe-d0bd-430b-ad83-24fa2be62153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:17Z', 'updated_at': '2021-01-22T15:11:20Z', 'revision_number': 2, 'project_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'subnets': [{'id': '44e4ccfe-d0bd-430b-ad83-24fa2be62153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:26.749516 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Checking router: 71256188-88c5-4c0d-b073-2d321362661c for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:11:26.749945 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Updating router 71256188-88c5-4c0d-b073-2d321362661c port 7ec9e4e3-9283-440e-9bd1-2d38aef4912d binding host dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 15:11:26.865616 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-883f3d7f-04d0-4925-91ea-0fa056a74bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:26.866183 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:26.945585 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-883f3d7f-04d0-4925-91ea-0fa056a74bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:26.966657 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-0401095b-d1df-4cc3-a27b-e0060874a56c req-0e0f2f46-e1f7-4e75-98e3-d86977791c2c tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Synchronizing usage tracker for tenant:e16c63cada56495f929f122a4d474555 on resource:security_group {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:11:26.987167 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83134cc9-1cd3-43dc-9993-c580fcdb150e req-7065bfcb-825e-40b9-910c-c47d1123dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:26.988760 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-83134cc9-1cd3-43dc-9993-c580fcdb150e req-7065bfcb-825e-40b9-910c-c47d1123dcba service neutron] 10.222.0.63 "GET /v2.0/networks?id=768f6f7f-e2d6-4869-9735-e2dc09c738da HTTP/1.1" status: 200 len: 909 time: 0.4201860 Jan 22 15:11:27.003802 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event updated for resources: {'Port': ['ID=ce0cba2b-2e85-4f8c-9bf9-9e6f6d581bf8,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:27.008038 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-2e1fa5e8-5465-4a00-a63f-c7edcd69e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:27.018501 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-2e1fa5e8-5465-4a00-a63f-c7edcd69e88d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1aa7403e-e9e5-462d-aa5b-21201c6dce3d HTTP/1.1" status: 200 len: 850 time: 0.3599310 Jan 22 15:11:27.023249 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:27.024772 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-c1214a65-64fe-4e76-9381-da4e7a64a904 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:27.026443 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-c1214a65-64fe-4e76-9381-da4e7a64a904 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/networks?id=4c26af83-6424-413a-870e-e57e022aad52 HTTP/1.1" status: 200 len: 818 time: 0.3795621 Jan 22 15:11:27.122499 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-95fb8200-4ef4-4036-ba81-82d9e4a6d3b1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=af85088b-65d3-42d4-b0df-b8a529c47a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813718 Jan 22 15:11:27.177667 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-0401095b-d1df-4cc3-a27b-e0060874a56c req-0e0f2f46-e1f7-4e75-98e3-d86977791c2c tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Unset dirty status for tenant:e16c63cada56495f929f122a4d474555 on resource:security_group {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:11:27.179350 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-83134cc9-1cd3-43dc-9993-c580fcdb150e req-26e0e670-7d02-4203-b207-3c00a3404855 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5af79b7e-33c6-4493-8e8c-a520d4babd0b HTTP/1.1" status: 200 len: 217 time: 0.1428738 Jan 22 15:11:27.179601 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0401095b-d1df-4cc3-a27b-e0060874a56c req-0e0f2f46-e1f7-4e75-98e3-d86977791c2c tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299017 Jan 22 15:11:27.193591 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-f6849bc5-5f12-40a2-ab8c-d117c7e4195d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/quotas/de4a334daf5d465d8ca9d1d3fa080980 HTTP/1.1" status: 200 len: 375 time: 0.0729032 Jan 22 15:11:27.307627 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-883f3d7f-04d0-4925-91ea-0fa056a74bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:27.317091 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Network 963b33f9-dd19-40b1-8544-19d53926a01f is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:11:27.320567 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:11:27.339216 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:11:27.445816 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b0d267e4-07cd-4e1b-a2b7-410a165ee032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:27.483139 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f3d7f-04d0-4925-91ea-0fa056a74bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187ef3b4-52e2-4885-b08b-b5919fd51105,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:27.491814 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-883f3d7f-04d0-4925-91ea-0fa056a74bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:27.555863 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-883f3d7f-04d0-4925-91ea-0fa056a74bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:27.557233 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-883f3d7f-04d0-4925-91ea-0fa056a74bf8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/187ef3b4-52e2-4885-b08b-b5919fd51105 HTTP/1.1" status: 204 len: 168 time: 1.0682662 Jan 22 15:11:27.571949 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83134cc9-1cd3-43dc-9993-c580fcdb150e req-5079ca5a-ccc3-48cb-98a2-b63d14bbb09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:27.574060 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-83134cc9-1cd3-43dc-9993-c580fcdb150e req-5079ca5a-ccc3-48cb-98a2-b63d14bbb09f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8f2babf-a99e-450f-bc7d-225705675f56 HTTP/1.1" status: 200 len: 855 time: 0.3793225 Jan 22 15:11:27.630869 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-0cf84689-6d6c-40bb-a55a-d3304cacc320 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?tenant_id=de4a334daf5d465d8ca9d1d3fa080980&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3365428 Jan 22 15:11:27.722952 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-83134cc9-1cd3-43dc-9993-c580fcdb150e req-174b2630-39e0-4a57-9d73-f07d0ca1a5bf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=768f6f7f-e2d6-4869-9735-e2dc09c738da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581181 Jan 22 15:11:27.735123 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:27.749499 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Transition to ACTIVE for port object 7ec9e4e3-9283-440e-9bd1-2d38aef4912d will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:11:27.753286 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:27.768765 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for floatingip, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:27.786766 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:27.787360 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-edb8a63b-3e1f-48ef-aaa3-b32286ac2d13 service neutron] 10.222.0.63 "GET /v2.0/networks/af85088b-65d3-42d4-b0df-b8a529c47a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539865 Jan 22 15:11:27.939593 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14264c6-d197-4f8d-8574-991f4a534ea5 req-04607bcf-5fec-41e5-8d1e-f749682517e7 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:27.942189 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a14264c6-d197-4f8d-8574-991f4a534ea5 req-04607bcf-5fec-41e5-8d1e-f749682517e7 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 943 time: 0.4049582 Jan 22 15:11:27.985207 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-0df1904a-07fb-41a4-b7b9-455f212f1087 service neutron] 10.222.0.53 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469660 Jan 22 15:11:28.006893 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b527598-6ebd-4a1d-9ec5-ba223116ebb7 None None] Pushing event updated for resources: {'Port': ['ID=7ec9e4e3-9283-440e-9bd1-2d38aef4912d,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:28.011899 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3b527598-6ebd-4a1d-9ec5-ba223116ebb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:28.130583 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-83134cc9-1cd3-43dc-9993-c580fcdb150e req-75f5d0ae-e284-483f-9023-4b3ddcec8d72 service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947838 Jan 22 15:11:28.184950 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0ca3974-d8ae-4720-af33-e0bff9150867 req-807ab5f3-e382-493b-909d-b18bfc8aca9d service neutron] 10.222.0.63 "GET /v2.0/networks/af85088b-65d3-42d4-b0df-b8a529c47a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3491819 Jan 22 15:11:28.201184 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:28.293891 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Attempting to bind port 7ec9e4e3-9283-440e-9bd1-2d38aef4912d on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:11:28.305821 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Attempting to bind port 7ec9e4e3-9283-440e-9bd1-2d38aef4912d by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': 'a55465f7-fd26-48b6-9058-045031476ce9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4c26af83-6424-413a-870e-e57e022aad52'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:11:28.305821 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Attempting to bind port 7ec9e4e3-9283-440e-9bd1-2d38aef4912d on network 4c26af83-6424-413a-870e-e57e022aad52 {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:11:28.311748 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:11:28.312244 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Checking segment: {'id': 'a55465f7-fd26-48b6-9058-045031476ce9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4c26af83-6424-413a-870e-e57e022aad52'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:11:28.312711 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:28.313321 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Bound using segment: {'id': 'a55465f7-fd26-48b6-9058-045031476ce9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4c26af83-6424-413a-870e-e57e022aad52'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:11:28.313873 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Bound port: 7ec9e4e3-9283-440e-9bd1-2d38aef4912d, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55465f7-fd26-48b6-9058-045031476ce9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4c26af83-6424-413a-870e-e57e022aad52'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:11:28.314331 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:28.347419 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 39440) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:28.402618 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a14264c6-d197-4f8d-8574-991f4a534ea5 req-bf3c3f8a-a98e-443c-b7ab-2f4227cd3618 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/security-groups?id=463b87e0-06ae-4e98-a28e-e1f216ba9574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069103 Jan 22 15:11:28.403770 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-82188340-6bc6-46d4-9fb0-51cbcd708db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:28.449261 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-82188340-6bc6-46d4-9fb0-51cbcd708db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:28.454014 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-82188340-6bc6-46d4-9fb0-51cbcd708db1 admin admin] Usage tracker for resource:security_group_rule and tenant:34435ab5c56e4eb6881bca9fe3277f76 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:28.457103 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-82188340-6bc6-46d4-9fb0-51cbcd708db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:28.462972 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-82188340-6bc6-46d4-9fb0-51cbcd708db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:28.555685 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-82188340-6bc6-46d4-9fb0-51cbcd708db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:28.561687 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-82188340-6bc6-46d4-9fb0-51cbcd708db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:28.626510 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:28.650431 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] For port 7ec9e4e3-9283-440e-9bd1-2d38aef4912d, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:11:28.672634 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] For port 7ec9e4e3-9283-440e-9bd1-2d38aef4912d, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=7ec9e4e3-9283-440e-9bd1-2d38aef4912d,segment=NetworkSegment(a55465f7-fd26-48b6-9058-045031476ce9),segment_id=a55465f7-fd26-48b6-9058-045031476ce9)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:11:28.682079 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.objects.ports [None req-d4acba3a-9841-4077-9b99-ea9930e9f53f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80169) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 15:11:28.685511 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:28.742552 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-82188340-6bc6-46d4-9fb0-51cbcd708db1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=34435ab5c56e4eb6881bca9fe3277f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817565 Jan 22 15:11:28.747723 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 39456) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:28.787210 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82188340-6bc6-46d4-9fb0-51cbcd708db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caca741-ab4f-42b6-a85b-bbc6000687b5,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:28.809568 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-5616087b-8367-4602-abb8-880130670149 service neutron] 10.222.0.53 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8087385 Jan 22 15:11:28.811328 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-82188340-6bc6-46d4-9fb0-51cbcd708db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:28.818939 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:28.831009 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-83134cc9-1cd3-43dc-9993-c580fcdb150e req-794bb629-cd9f-4eac-90a6-512170c8d86d service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6929281 Jan 22 15:11:28.871776 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c7b45007-be70-4706-9cc5-79f216ac8a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:28.918530 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c7b45007-be70-4706-9cc5-79f216ac8a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:28.965618 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5380bc4-9057-4f7a-a989-b95975e6b40b', 'tag': '40d9c50f-6402-489a-a958-189f6c691059', 'status': 'completed', 'code': 200} Jan 22 15:11:28.968756 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c7b45007-be70-4706-9cc5-79f216ac8a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:28.972270 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.db.resource_extend [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 22 15:11:28.988971 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-369f4a58-2208-4511-8610-746fb57cdcb9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:29.002423 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:29.006068 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b45007-be70-4706-9cc5-79f216ac8a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caca741-ab4f-42b6-a85b-bbc6000687b5,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:29.010950 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c7b45007-be70-4706-9cc5-79f216ac8a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:29.013138 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:29.066900 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:29.169410 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f2c74-f636-4066-a472-c49951d63d05 req-328b6a2c-7c50-4bda-99d6-70ea3493b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:29.171643 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83f2c74-f636-4066-a472-c49951d63d05 req-328b6a2c-7c50-4bda-99d6-70ea3493b28b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b6d43189a8744950b9e3d6a6bbab73ec&device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 1160 time: 0.1718562 Jan 22 15:11:29.180119 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c7b45007-be70-4706-9cc5-79f216ac8a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:29.183947 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-c7b45007-be70-4706-9cc5-79f216ac8a89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5caca741-ab4f-42b6-a85b-bbc6000687b5 HTTP/1.1" status: 204 len: 168 time: 0.4086306 Jan 22 15:11:29.269132 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b527598-6ebd-4a1d-9ec5-ba223116ebb7 None None] Pushing event updated for resources: {'Port': ['ID=7ec9e4e3-9283-440e-9bd1-2d38aef4912d,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:29.289124 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:11:29.312303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3b527598-6ebd-4a1d-9ec5-ba223116ebb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:29.381701 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 5af79b7e-33c6-4493-8e8c-a520d4babd0b up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:29.516816 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4a45eef3-02e8-4591-8084-cbd7993c98f2 req-82291414-4b21-48c0-8908-902b27a9cd03 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 210 time: 0.2784350 Jan 22 15:11:29.552522 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Routers {'71256188-88c5-4c0d-b073-2d321362661c'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:11:29.553237 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:11:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['71256188-88c5-4c0d-b073-2d321362661c'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:29.656179 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f2c74-f636-4066-a472-c49951d63d05 req-f150c34b-2e9a-46d4-bc8d-ce7128c31918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:29.657690 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83f2c74-f636-4066-a472-c49951d63d05 req-f150c34b-2e9a-46d4-bc8d-ce7128c31918 service neutron] 10.222.0.63 "GET /v2.0/networks?id=af85088b-65d3-42d4-b0df-b8a529c47a00 HTTP/1.1" status: 200 len: 904 time: 0.4762418 Jan 22 15:11:29.785370 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event updated for resources: {'Port': ['ID=ce0cba2b-2e85-4f8c-9bf9-9e6f6d581bf8,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:29.791958 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:29.865022 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83f2c74-f636-4066-a472-c49951d63d05 req-23a81871-2673-4183-ba85-dd864be7dafa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40d9c50f-6402-489a-a958-189f6c691059 HTTP/1.1" status: 200 len: 217 time: 0.1997035 Jan 22 15:11:29.876642 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef033de-f8d8-465d-87ab-36a0f666107c req-1a69acf1-2a7f-423c-89fa-07cfecfc406c tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:29.887512 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-aef033de-f8d8-465d-87ab-36a0f666107c req-1a69acf1-2a7f-423c-89fa-07cfecfc406c tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 944 time: 0.7097919 Jan 22 15:11:30.067432 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-aef033de-f8d8-465d-87ab-36a0f666107c req-df04d3e2-99fd-4597-a123-51c58ad98f53 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789865 Jan 22 15:11:30.089078 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f2c74-f636-4066-a472-c49951d63d05 req-0dc62141-ebb5-4235-a39f-9c6757669c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:30.089078 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83f2c74-f636-4066-a472-c49951d63d05 req-0dc62141-ebb5-4235-a39f-9c6757669c91 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1aa7403e-e9e5-462d-aa5b-21201c6dce3d HTTP/1.1" status: 200 len: 850 time: 0.1701200 Jan 22 15:11:30.119353 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:30.144312 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] Set router 71256188-88c5-4c0d-b073-2d321362661c gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:11:30.176276 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:30.185816 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.2668579 Jan 22 15:11:30.225293 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83f2c74-f636-4066-a472-c49951d63d05 req-3084d9ea-1639-4a26-aca4-767224d1c275 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=af85088b-65d3-42d4-b0df-b8a529c47a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279008 Jan 22 15:11:30.261547 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c2b67-afd9-4b9e-8adf-3697f4a51a1e req-e1cc9197-0642-4fa1-9310-e945f1c31208 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:30.270599 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-555c2b67-afd9-4b9e-8adf-3697f4a51a1e req-e1cc9197-0642-4fa1-9310-e945f1c31208 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 943 time: 0.4084067 Jan 22 15:11:30.493635 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port 5af79b7e-33c6-4493-8e8c-a520d4babd0b completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:11:30.504982 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 5af79b7e-33c6-4493-8e8c-a520d4babd0b triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:30.505643 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:30.578510 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-555c2b67-afd9-4b9e-8adf-3697f4a51a1e req-b7c2de27-97d4-4614-94fe-eb5e8cdfacc8 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/security-groups?id=463b87e0-06ae-4e98-a28e-e1f216ba9574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067794 Jan 22 15:11:30.698665 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83f2c74-f636-4066-a472-c49951d63d05 req-f3ec4154-ba3d-41c2-8c6b-024727f9e8bf service neutron] 10.222.0.63 "GET /v2.0/networks/af85088b-65d3-42d4-b0df-b8a529c47a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472535 Jan 22 15:11:30.804127 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-d2d4fa80-3d2f-4890-ad42-f4fd590a2c9d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:30.805184 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-d2d4fa80-3d2f-4890-ad42-f4fd590a2c9d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Synchronizing usage tracker for tenant:de4a334daf5d465d8ca9d1d3fa080980 on resource:network {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:11:30.838891 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:30.845536 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-d2d4fa80-3d2f-4890-ad42-f4fd590a2c9d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Unset dirty status for tenant:de4a334daf5d465d8ca9d1d3fa080980 on resource:network {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:11:30.847525 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-d2d4fa80-3d2f-4890-ad42-f4fd590a2c9d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/networks?id=4c26af83-6424-413a-870e-e57e022aad52 HTTP/1.1" status: 200 len: 818 time: 0.4189630 Jan 22 15:11:30.878221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c120b6-426f-423c-b236-11923e4dacde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af79b7e-33c6-4493-8e8c-a520d4babd0b'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:11:30.878662 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-9c3c3006-410e-4866-b5d7-7da4f696d4d5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/quotas/de4a334daf5d465d8ca9d1d3fa080980 HTTP/1.1" status: 200 len: 375 time: 0.0248296 Jan 22 15:11:30.954801 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 5af79b7e-33c6-4493-8e8c-a520d4babd0b, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=5af79b7e-33c6-4493-8e8c-a520d4babd0b,segment=NetworkSegment(3239addc-c16c-423c-b32c-0ea23cec08b4),segment_id=3239addc-c16c-423c-b32c-0ea23cec08b4)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:11:30.969660 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:30.971922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3b527598-6ebd-4a1d-9ec5-ba223116ebb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:31.059120 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=5af79b7e-33c6-4493-8e8c-a520d4babd0b,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:31.063927 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:31.071600 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-23a13f20-c4f8-4d27-a81d-20e5ce9160f6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1273507413&fields=id&tenant_id=79f6aff5910d4f75b6e9ccf81396c89e HTTP/1.1" status: 200 len: 267 time: 0.2684855 Jan 22 15:11:31.074926 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71256188-88c5-4c0d-b073-2d321362661c', 'name': 'tempest-ServerRescueNegativeTestJSON-409388434-router', 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:11:02Z', 'updated_at': '2021-01-22T15:11:19Z', 'revision_number': 4, 'project_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'gw_port': {'id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71256188-88c5-4c0d-b073-2d321362661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:04Z', 'updated_at': '2021-01-22T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '7ec9e4e3-9283-440e-9bd1-2d38aef4912d', 'name': '', 'network_id': '4c26af83-6424-413a-870e-e57e022aad52', 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'mac_address': 'fa:16:3e:09:d2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71256188-88c5-4c0d-b073-2d321362661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '44e4ccfe-d0bd-430b-ad83-24fa2be62153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:17Z', 'updated_at': '2021-01-22T15:11:28Z', 'revision_number': 4, 'project_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'subnets': [{'id': '44e4ccfe-d0bd-430b-ad83-24fa2be62153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:31.081221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87128d03-dc50-46f2-bad9-cf623437c092 None None] The sync data for ids ['71256188-88c5-4c0d-b073-2d321362661c'] in dv-cinder-763774-2-smb is: [{'id': '71256188-88c5-4c0d-b073-2d321362661c', 'name': 'tempest-ServerRescueNegativeTestJSON-409388434-router', 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:11:02Z', 'updated_at': '2021-01-22T15:11:19Z', 'revision_number': 4, 'project_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'gw_port': {'id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71256188-88c5-4c0d-b073-2d321362661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:04Z', 'updated_at': '2021-01-22T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '7ec9e4e3-9283-440e-9bd1-2d38aef4912d', 'name': '', 'network_id': '4c26af83-6424-413a-870e-e57e022aad52', 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'mac_address': 'fa:16:3e:09:d2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71256188-88c5-4c0d-b073-2d321362661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '44e4ccfe-d0bd-430b-ad83-24fa2be62153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:17Z', 'updated_at': '2021-01-22T15:11:28Z', 'revision_number': 4, 'project_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'subnets': [{'id': '44e4ccfe-d0bd-430b-ad83-24fa2be62153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:11:31.540116 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-c54fa238-fd53-4675-9dfa-90323a9ca09d tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:31.548698 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-c54fa238-fd53-4675-9dfa-90323a9ca09d tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/networks?id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76 HTTP/1.1" status: 200 len: 810 time: 0.4758599 Jan 22 15:11:31.586234 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.objects.ports [None req-c78b2fa4-4b73-42c6-b979-288b10915faa None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80169) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 15:11:31.615832 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-d43559aa-53db-4066-838d-7e9f257305aa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/quotas/79f6aff5910d4f75b6e9ccf81396c89e HTTP/1.1" status: 200 len: 375 time: 0.0660915 Jan 22 15:11:31.783879 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-94f5decb-3ccc-4717-9b4f-af10dd4aa3ef tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Synchronizing usage tracker for tenant:de4a334daf5d465d8ca9d1d3fa080980 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:11:31.789998 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83f2c74-f636-4066-a472-c49951d63d05 req-62d03306-a764-4c5d-b9fd-f7a4391c6b76 service neutron] 10.222.0.63 "GET /v2.0/networks/af85088b-65d3-42d4-b0df-b8a529c47a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0903206 Jan 22 15:11:31.847618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-94f5decb-3ccc-4717-9b4f-af10dd4aa3ef tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Unset dirty status for tenant:de4a334daf5d465d8ca9d1d3fa080980 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:11:31.849191 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-94f5decb-3ccc-4717-9b4f-af10dd4aa3ef tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?tenant_id=de4a334daf5d465d8ca9d1d3fa080980&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9593387 Jan 22 15:11:31.876824 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-fe57c550-43b8-481e-b6a1-1b96596edbe6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Synchronizing usage tracker for tenant:79f6aff5910d4f75b6e9ccf81396c89e on resource:port {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:11:31.916985 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-fe57c550-43b8-481e-b6a1-1b96596edbe6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Unset dirty status for tenant:79f6aff5910d4f75b6e9ccf81396c89e on resource:port {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:11:31.943146 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-fe57c550-43b8-481e-b6a1-1b96596edbe6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?tenant_id=79f6aff5910d4f75b6e9ccf81396c89e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3260119 Jan 22 15:11:32.158621 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-8412502d-495e-4369-9f6e-35c31a2a6b17 service neutron] 10.222.0.53 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146645 Jan 22 15:11:32.159849 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-c01f66e4-1928-4eb6-83a1-191f71f0509c tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:32.161718 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-c01f66e4-1928-4eb6-83a1-191f71f0509c tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.63 "GET /v2.0/networks?id=4c26af83-6424-413a-870e-e57e022aad52 HTTP/1.1" status: 200 len: 818 time: 1.0849257 Jan 22 15:11:32.256118 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 5af79b7e-33c6-4493-8e8c-a520d4babd0b up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:32.317480 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-021b3bb4-bd3e-4f2d-a85e-30e5e3a8c114 service neutron] 10.222.0.53 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324875 Jan 22 15:11:32.322860 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Request body: {'port': {'device_id': '7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776', 'network_id': '4c26af83-6424-413a-870e-e57e022aad52', 'admin_state_up': True, 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:32.472984 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 5af79b7e-33c6-4493-8e8c-a520d4babd0b triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:32.473348 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:32.563581 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-b3ee3aef-8fba-41d2-8bed-6b16938e46a4 service neutron] 10.222.0.53 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3974850 Jan 22 15:11:32.687552 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 40d9c50f-6402-489a-a958-189f6c691059 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:32.779014 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:32.801901 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port 40d9c50f-6402-489a-a958-189f6c691059 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:11:32.812368 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:32.814817 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 40d9c50f-6402-489a-a958-189f6c691059 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:32.816189 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:32.818668 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-9a0e4c86-1a35-4be6-bbb2-6737141253ec service neutron] 10.222.0.53 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4091172 Jan 22 15:11:32.826812 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Made reservation on behalf of de4a334daf5d465d8ca9d1d3fa080980 for: {'port': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:11:32.838819 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:33.028513 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:33.093689 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 40d9c50f-6402-489a-a958-189f6c691059, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=40d9c50f-6402-489a-a958-189f6c691059,segment=NetworkSegment(efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c),segment_id=efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:11:33.103588 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:33.106187 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7c403707-32a5-4732-81fe-6ae2b3ad59ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:33.240780 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=40d9c50f-6402-489a-a958-189f6c691059,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:33.267903 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:33.304850 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 7ec9e4e3-9283-440e-9bd1-2d38aef4912d up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:33.420988 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port 7ec9e4e3-9283-440e-9bd1-2d38aef4912d completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:11:33.431298 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 7ec9e4e3-9283-440e-9bd1-2d38aef4912d triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:33.432776 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:33.444967 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c59ed-b428-4f29-a1ec-f675efcbd008 req-03152f07-f907-49c1-aaa4-505002f2b85c tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:33.460020 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dd3c59ed-b428-4f29-a1ec-f675efcbd008 req-03152f07-f907-49c1-aaa4-505002f2b85c tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 946 time: 0.3937421 Jan 22 15:11:33.513056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 40d9c50f-6402-489a-a958-189f6c691059 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:33.605152 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Allocated IP 172.20.0.10 (4c26af83-6424-413a-870e-e57e022aad52/44e4ccfe-d0bd-430b-ad83-24fa2be62153/09751bde-44c5-4374-86ca-edf3439c2db4) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:11:33.626998 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dd3c59ed-b428-4f29-a1ec-f675efcbd008 req-4ecdec58-88e1-4a92-904c-b3575e0505da tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658320 Jan 22 15:11:33.738629 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 40d9c50f-6402-489a-a958-189f6c691059 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:33.739202 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:34.023661 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:34.053013 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c120b6-426f-423c-b236-11923e4dacde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af79b7e-33c6-4493-8e8c-a520d4babd0b', 'code': 200} Jan 22 15:11:34.120535 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port 7ec9e4e3-9283-440e-9bd1-2d38aef4912d, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=7ec9e4e3-9283-440e-9bd1-2d38aef4912d,segment=NetworkSegment(a55465f7-fd26-48b6-9058-045031476ce9),segment_id=a55465f7-fd26-48b6-9058-045031476ce9)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:11:34.126550 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:34.132444 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:34.138802 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:34.202206 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:34.218682 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351922f8-dc1f-4216-b588-02fb3fa46b85 req-66ed0615-8d63-4270-a43f-bb1b22c07849 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:34.221912 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=7ec9e4e3-9283-440e-9bd1-2d38aef4912d,revision_number=5']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:34.226001 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:34.235929 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-351922f8-dc1f-4216-b588-02fb3fa46b85 req-66ed0615-8d63-4270-a43f-bb1b22c07849 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 945 time: 0.3550754 Jan 22 15:11:34.237347 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-607b18f7-111e-423e-92fd-23a1c0931002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:34.373855 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-351922f8-dc1f-4216-b588-02fb3fa46b85 req-b9b88535-162e-48b2-a211-f957f19ade31 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/security-groups?id=463b87e0-06ae-4e98-a28e-e1f216ba9574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273320 Jan 22 15:11:34.621887 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 39674) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:34.677738 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-aac247cb-16fa-4496-a125-8427fd6b6202 req-ab3251c8-229f-4859-9109-b0cf673c02d9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 210 time: 0.3406863 Jan 22 15:11:34.758249 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Pushing event updated for resources: {'Port': ['ID=09751bde-44c5-4374-86ca-edf3439c2db4,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:34.762840 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:34.800934 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a19182f6-aa8f-4402-a4fc-7dab50023007 req-607ed9c9-3855-4023-beb2-7a55c2ada52d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 210 time: 0.1400292 Jan 22 15:11:34.846333 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Network 4c26af83-6424-413a-870e-e57e022aad52 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:11:34.847770 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:11:34.850299 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:11:34.855038 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd47b25-7b64-4a22-91ea-ae9b1903504d req-4e8591c3-e38c-4a59-bf90-1c996b944561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:34.856833 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-efd47b25-7b64-4a22-91ea-ae9b1903504d req-4e8591c3-e38c-4a59-bf90-1c996b944561 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 1163 time: 0.3209152 Jan 22 15:11:34.870438 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:34.871189 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:34.887409 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-efd47b25-7b64-4a22-91ea-ae9b1903504d req-e1246dcb-0cd0-454d-89c6-d5fb05eeea44 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:34.901661 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5830612 Jan 22 15:11:34.911136 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-efd47b25-7b64-4a22-91ea-ae9b1903504d req-e1246dcb-0cd0-454d-89c6-d5fb05eeea44 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:34.916957 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-efd47b25-7b64-4a22-91ea-ae9b1903504d req-e1246dcb-0cd0-454d-89c6-d5fb05eeea44 service neutron] Usage tracker for resource:security_group_rule and tenant:417efe6362cc4095a25912d09961a30e is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:34.921004 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-efd47b25-7b64-4a22-91ea-ae9b1903504d req-e1246dcb-0cd0-454d-89c6-d5fb05eeea44 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:34.922318 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Request body: {'port': {'device_id': '7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:34.927789 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-efd47b25-7b64-4a22-91ea-ae9b1903504d req-e1246dcb-0cd0-454d-89c6-d5fb05eeea44 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:35.078853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-efd47b25-7b64-4a22-91ea-ae9b1903504d req-e1246dcb-0cd0-454d-89c6-d5fb05eeea44 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:35.083183 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-efd47b25-7b64-4a22-91ea-ae9b1903504d req-e1246dcb-0cd0-454d-89c6-d5fb05eeea44 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:35.098434 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c0b3ceeb-0308-4eac-8c7b-ace4b220a007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:35.142975 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-efd47b25-7b64-4a22-91ea-ae9b1903504d req-e1246dcb-0cd0-454d-89c6-d5fb05eeea44 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774725 Jan 22 15:11:35.150330 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1246dcb-0cd0-454d-89c6-d5fb05eeea44 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c34f9a9d-d688-4ff7-ac4b-68505ad7730e,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:35.155318 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e1246dcb-0cd0-454d-89c6-d5fb05eeea44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:35.186920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 7ec9e4e3-9283-440e-9bd1-2d38aef4912d up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:35.284641 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 7ec9e4e3-9283-440e-9bd1-2d38aef4912d triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:35.285001 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:35.360538 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 39698) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:35.361817 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ac9f96cc-8e8d-4dc1-9558-d38bd9b5b10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:35.490748 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ac9f96cc-8e8d-4dc1-9558-d38bd9b5b10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:35.494834 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ac9f96cc-8e8d-4dc1-9558-d38bd9b5b10d admin admin] Usage tracker for resource:security_group_rule and tenant:c0251c6c88bb4fbe8cf8e5b0fd368ddc is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:35.497791 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ac9f96cc-8e8d-4dc1-9558-d38bd9b5b10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:35.504155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ac9f96cc-8e8d-4dc1-9558-d38bd9b5b10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:35.509204 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:35.560173 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 40d9c50f-6402-489a-a958-189f6c691059 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:35.624591 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec24077-a184-4e73-9cf3-dfc90425f94e req-680d57e3-921d-491e-a707-de15abb25f91 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:35.626286 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-fec24077-a184-4e73-9cf3-dfc90425f94e req-680d57e3-921d-491e-a707-de15abb25f91 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 946 time: 0.6358840 Jan 22 15:11:35.700841 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 40d9c50f-6402-489a-a958-189f6c691059 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:35.701888 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:35.755004 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-fec24077-a184-4e73-9cf3-dfc90425f94e req-0c3bf9c0-9fdf-4a96-aa9e-0e3c685e51f3 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170661 Jan 22 15:11:35.882848 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ac9f96cc-8e8d-4dc1-9558-d38bd9b5b10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:35.883911 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-2696e497-344d-4d36-8ade-4cc21b96e3b2 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:35.888361 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-2696e497-344d-4d36-8ade-4cc21b96e3b2 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.63 "GET /v2.0/networks?id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76 HTTP/1.1" status: 200 len: 810 time: 0.4060476 Jan 22 15:11:35.890811 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ac9f96cc-8e8d-4dc1-9558-d38bd9b5b10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:35.909308 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:35.993378 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-ac9f96cc-8e8d-4dc1-9558-d38bd9b5b10d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0251c6c88bb4fbe8cf8e5b0fd368ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3189702 Jan 22 15:11:36.003957 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.63', 52162) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:36.004333 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 39718) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:36.054894 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5380bc4-9057-4f7a-a989-b95975e6b40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d9c50f-6402-489a-a958-189f6c691059'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:11:36.100901 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-a4db9e95-079f-4920-a5c4-db766af53610 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=79f6aff5910d4f75b6e9ccf81396c89e HTTP/1.1" status: 200 len: 5704 time: 0.1633654 Jan 22 15:11:36.102043 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2d76a3e3-0e13-400d-b14e-319acca88c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:36.126379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Request body: {'port': {'device_id': '5c71383a-de30-41c9-aaba-8d510886f106', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'admin_state_up': True, 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'security_groups': ['7bb9d157-b1c8-4496-b241-5e9bc4330865']}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:36.146801 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-2d76a3e3-0e13-400d-b14e-319acca88c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:36.223624 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f96cc-8e8d-4dc1-9558-d38bd9b5b10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e96a3de-f729-4ba3-ac1e-c75a8d737707,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:36.255990 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ac9f96cc-8e8d-4dc1-9558-d38bd9b5b10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:36.258483 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9057a5c2-cefb-4a99-8b8c-019b41ce762d req-c92f26a1-3858-4214-b2ca-6753c20553d6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 210 time: 0.1428683 Jan 22 15:11:36.350889 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1223158e-8a3e-4c7e-9687-3f50d1385791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:36.389400 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1223158e-8a3e-4c7e-9687-3f50d1385791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:36.422403 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-2d76a3e3-0e13-400d-b14e-319acca88c35 admin admin] Usage tracker for resource:security_group_rule and tenant:1f9e33aa107c49b888b06fb0d5e0be33 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:36.433822 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-2d76a3e3-0e13-400d-b14e-319acca88c35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:36.451267 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-2d76a3e3-0e13-400d-b14e-319acca88c35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:36.535314 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-55923e53-6fb2-46de-8513-1bf45f15b280 req-22d869f4-bd5f-4b52-8a87-cd71d64727ae tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Synchronizing usage tracker for tenant:de4a334daf5d465d8ca9d1d3fa080980 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:11:36.542749 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721062bd-56e5-4360-a886-09bc5b34c017 req-5c33cd76-c68f-4ab8-b440-ebb66b45e2fb tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:36.544350 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-721062bd-56e5-4360-a886-09bc5b34c017 req-5c33cd76-c68f-4ab8-b440-ebb66b45e2fb tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 945 time: 0.7916863 Jan 22 15:11:36.620920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-22ceca67-b874-4f6c-a4c0-ebbdd763f2c1 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:36.622183 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-22ceca67-b874-4f6c-a4c0-ebbdd763f2c1 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.63 "GET /v2.0/networks?id=4c26af83-6424-413a-870e-e57e022aad52 HTTP/1.1" status: 200 len: 818 time: 0.6168675 Jan 22 15:11:36.622491 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:36.627537 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1223158e-8a3e-4c7e-9687-3f50d1385791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:36.636791 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:36.645107 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-55923e53-6fb2-46de-8513-1bf45f15b280 req-22d869f4-bd5f-4b52-8a87-cd71d64727ae tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Unset dirty status for tenant:de4a334daf5d465d8ca9d1d3fa080980 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:11:36.646384 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-55923e53-6fb2-46de-8513-1bf45f15b280 req-22d869f4-bd5f-4b52-8a87-cd71d64727ae tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 210 time: 0.2289863 Jan 22 15:11:36.649177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:36.658132 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-721062bd-56e5-4360-a886-09bc5b34c017 req-5ac1400f-d67e-46ff-bfa4-9abe4c2a03e8 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/security-groups?id=463b87e0-06ae-4e98-a28e-e1f216ba9574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031828 Jan 22 15:11:36.661667 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Request body: {'port': {'device_id': 'b519f7cc-d8a3-4a6b-bd76-d522c6341e43', 'network_id': '4c26af83-6424-413a-870e-e57e022aad52', 'admin_state_up': True, 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:36.678961 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Made reservation on behalf of 79f6aff5910d4f75b6e9ccf81396c89e for: {'port': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:11:36.688906 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:36.752778 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2d76a3e3-0e13-400d-b14e-319acca88c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:36.765632 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5380bc4-9057-4f7a-a989-b95975e6b40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d9c50f-6402-489a-a958-189f6c691059', 'code': 200} Jan 22 15:11:36.768736 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223158e-8a3e-4c7e-9687-3f50d1385791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e96a3de-f729-4ba3-ac1e-c75a8d737707,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:36.773364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2d76a3e3-0e13-400d-b14e-319acca88c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:36.783843 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1223158e-8a3e-4c7e-9687-3f50d1385791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:36.787578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.db.resource_extend [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 22 15:11:36.816534 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1223158e-8a3e-4c7e-9687-3f50d1385791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:36.817744 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-1223158e-8a3e-4c7e-9687-3f50d1385791 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e96a3de-f729-4ba3-ac1e-c75a8d737707 HTTP/1.1" status: 204 len: 168 time: 0.8101730 Jan 22 15:11:36.838200 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:36.904904 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09751bde-44c5-4374-86ca-edf3439c2db4 {{(pid=80167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:11:36.910018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:36.912560 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-2d76a3e3-0e13-400d-b14e-319acca88c35 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f9e33aa107c49b888b06fb0d5e0be33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5507772 Jan 22 15:11:36.916198 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76a3e3-0e13-400d-b14e-319acca88c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ba85d6-fdbf-4205-a143-0b8676903cab,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:36.917088 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:36.919473 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 39744) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:36.930690 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2d76a3e3-0e13-400d-b14e-319acca88c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:36.944554 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:36.990469 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Transition to ACTIVE for port object 09751bde-44c5-4374-86ca-edf3439c2db4 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:11:36.997954 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:37.005741 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Made reservation on behalf of de4a334daf5d465d8ca9d1d3fa080980 for: {'port': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:11:37.015910 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:37.050801 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:37.228467 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ba11b-63eb-404c-9e98-9878dc809741 req-4ea52f55-10ef-403f-9705-a73f2dfce536 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:37.230289 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-974ba11b-63eb-404c-9e98-9878dc809741 req-4ea52f55-10ef-403f-9705-a73f2dfce536 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 946 time: 0.2098744 Jan 22 15:11:37.237719 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.63', 52167) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:37.333484 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Allocated IP 172.20.0.3 (9dd63de7-9879-40c0-8dd7-c6f473b5cf76/26594a79-fcad-4c2a-92cb-91187601fd8a/00bfb432-2fa1-4a3f-a7ca-2d7a2068f017) {{(pid=80168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:11:37.390981 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-974ba11b-63eb-404c-9e98-9878dc809741 req-ce68e07b-4ff4-4316-b8f9-e39d0f77b8a7 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471717 Jan 22 15:11:37.403545 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fdbec2bb-edf1-49b2-a268-41721159e08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:37.459203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44315bac-541b-4c3b-ab81-d6c99c5912b1 req-afd07a55-dda8-4e1a-84da-ac7ce2a85bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:37.460813 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-44315bac-541b-4c3b-ab81-d6c99c5912b1 req-afd07a55-dda8-4e1a-84da-ac7ce2a85bd7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 1162 time: 0.2219985 Jan 22 15:11:37.481904 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fdbec2bb-edf1-49b2-a268-41721159e08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:37.503376 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 39760) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:37.603361 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9885c8bc-c3d7-49fd-b464-3dead14e5aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:37.634429 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-44315bac-541b-4c3b-ab81-d6c99c5912b1 req-d92f33f5-b4ac-4b3c-9722-0ce2dc6558c5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=463b87e0-06ae-4e98-a28e-e1f216ba9574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657472 Jan 22 15:11:37.638650 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-85498cca-cc30-41cb-aeea-f007cf3e22c1 req-0252e115-7191-4eb1-aa1b-c66b1e4b2d58 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 210 time: 0.1202223 Jan 22 15:11:37.639024 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-9885c8bc-c3d7-49fd-b464-3dead14e5aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:37.656593 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-9885c8bc-c3d7-49fd-b464-3dead14e5aee admin admin] Usage tracker for resource:security_group_rule and tenant:12e14486255142a0ba34c668f1156f3c is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:37.668434 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-9885c8bc-c3d7-49fd-b464-3dead14e5aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:37.671695 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363b222-c568-4726-9109-99b63d114652 service neutron] Pushing event updated for resources: {'Port': ['ID=09751bde-44c5-4374-86ca-edf3439c2db4,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:37.676295 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1363b222-c568-4726-9109-99b63d114652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:37.677708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-9885c8bc-c3d7-49fd-b464-3dead14e5aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:37.759466 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for port, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:37.804417 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fdbec2bb-edf1-49b2-a268-41721159e08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:37.819147 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bc983678-3f8a-49de-97e8-c1ccc98a38b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:37.819476 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Transition to ACTIVE for port object 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 will not be triggered until provisioned by entity DHCP. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:11:37.937614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9885c8bc-c3d7-49fd-b464-3dead14e5aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:37.939540 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbec2bb-edf1-49b2-a268-41721159e08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ba85d6-fdbf-4205-a143-0b8676903cab,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:37.968345 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9885c8bc-c3d7-49fd-b464-3dead14e5aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:37.987798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-fdbec2bb-edf1-49b2-a268-41721159e08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:38.023946 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:38.045031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fdbec2bb-edf1-49b2-a268-41721159e08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:38.048781 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-fdbec2bb-edf1-49b2-a268-41721159e08e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4ba85d6-fdbf-4205-a143-0b8676903cab HTTP/1.1" status: 204 len: 168 time: 1.1258359 Jan 22 15:11:38.051051 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Attempting to bind port 09751bde-44c5-4374-86ca-edf3439c2db4 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:11:38.051438 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Attempting to bind port 09751bde-44c5-4374-86ca-edf3439c2db4 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'a55465f7-fd26-48b6-9058-045031476ce9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4c26af83-6424-413a-870e-e57e022aad52'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:11:38.051817 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Attempting to bind port 09751bde-44c5-4374-86ca-edf3439c2db4 on network 4c26af83-6424-413a-870e-e57e022aad52 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:11:38.100356 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:38.108849 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-9885c8bc-c3d7-49fd-b464-3dead14e5aee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12e14486255142a0ba34c668f1156f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5967543 Jan 22 15:11:38.109045 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:11:38.109045 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Checking segment: {'id': 'a55465f7-fd26-48b6-9058-045031476ce9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4c26af83-6424-413a-870e-e57e022aad52'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:11:38.109045 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:38.109045 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Bound using segment: {'id': 'a55465f7-fd26-48b6-9058-045031476ce9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4c26af83-6424-413a-870e-e57e022aad52'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:11:38.109045 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Bound port: 09751bde-44c5-4374-86ca-edf3439c2db4, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55465f7-fd26-48b6-9058-045031476ce9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4c26af83-6424-413a-870e-e57e022aad52'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:11:38.109543 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:38.117223 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-35752334-70c4-4afb-b072-929f1746251c req-3798abbb-42ca-4ef4-b265-46fa531d998d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 210 time: 0.0948503 Jan 22 15:11:38.119032 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 39784) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:38.198824 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885c8bc-c3d7-49fd-b464-3dead14e5aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e4d1ad-5e09-4540-a2da-243191e46097,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:38.206728 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9885c8bc-c3d7-49fd-b464-3dead14e5aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:38.209259 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:38.314185 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event updated for resources: {'Port': ['ID=00bfb432-2fa1-4a3f-a7ca-2d7a2068f017,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:38.319239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:38.362445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:11:38.363663 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:11:38.366040 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Received port after_create {{(pid=80168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:11:38.388250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:38.389914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for port, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:38.390055 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fcba9-e9af-4112-a957-02c0a9e1ce75 req-c1bd9206-1996-4701-bdee-39f86b2186f5 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:38.391803 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a17fcba9-e9af-4112-a957-02c0a9e1ce75 req-c1bd9206-1996-4701-bdee-39f86b2186f5 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 945 time: 0.4548173 Jan 22 15:11:38.413279 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a46d0ad0-d756-430a-bc71-4a313ea10687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:38.454027 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3364875 Jan 22 15:11:38.473637 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Allocated IP 172.20.0.5 (4c26af83-6424-413a-870e-e57e022aad52/44e4ccfe-d0bd-430b-ad83-24fa2be62153/4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:11:38.487468 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Request body: {'port': {'device_id': '5c71383a-de30-41c9-aaba-8d510886f106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:38.545236 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a46d0ad0-d756-430a-bc71-4a313ea10687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:38.600987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] For port 09751bde-44c5-4374-86ca-edf3439c2db4, host hv-cinder-76377, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:11:38.660083 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-f53fa807-6aa4-4a47-a2f5-0b019ebed3a1 None None] Provisioning for port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:11:38.673020 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-f53fa807-6aa4-4a47-a2f5-0b019ebed3a1 None None] Provisioning complete for port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:38.673701 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f53fa807-6aa4-4a47-a2f5-0b019ebed3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:38.674242 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] For port 09751bde-44c5-4374-86ca-edf3439c2db4, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=09751bde-44c5-4374-86ca-edf3439c2db4,segment=NetworkSegment(a55465f7-fd26-48b6-9058-045031476ce9),segment_id=a55465f7-fd26-48b6-9058-045031476ce9)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:11:38.691883 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:38.709757 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 39794) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:38.712890 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a17fcba9-e9af-4112-a957-02c0a9e1ce75 req-0ba1d671-14b8-42e2-a6de-90da3ad32a04 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/security-groups?id=463b87e0-06ae-4e98-a28e-e1f216ba9574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035116 Jan 22 15:11:38.722417 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:38.767383 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-f53fa807-6aa4-4a47-a2f5-0b019ebed3a1 None None] Port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:11:38.785145 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f51a7d33-74d6-4614-a6a6-0717ded4eaef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:38.811854 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:38.847430 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f51a7d33-74d6-4614-a6a6-0717ded4eaef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:38.914858 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f51a7d33-74d6-4614-a6a6-0717ded4eaef admin admin] Usage tracker for resource:security_group_rule and tenant:2ac89c9803594a068d448c2c49eda6a2 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:38.961716 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27798c2e-38b3-4888-b72d-a617c770cb3a req-26afe6c8-0557-409a-9133-54ecbde86102 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:38.964399 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-27798c2e-38b3-4888-b72d-a617c770cb3a req-26afe6c8-0557-409a-9133-54ecbde86102 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 946 time: 0.3670859 Jan 22 15:11:38.968657 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f51a7d33-74d6-4614-a6a6-0717ded4eaef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:39.014482 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f51a7d33-74d6-4614-a6a6-0717ded4eaef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:39.020293 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a46d0ad0-d756-430a-bc71-4a313ea10687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:39.143928 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363b222-c568-4726-9109-99b63d114652 service neutron] Pushing event updated for resources: {'Port': ['ID=09751bde-44c5-4374-86ca-edf3439c2db4,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:39.156443 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1363b222-c568-4726-9109-99b63d114652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:39.161722 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:39.192433 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-27798c2e-38b3-4888-b72d-a617c770cb3a req-642a2cba-a166-4b85-b90b-f284f6190b36 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197311 Jan 22 15:11:39.227701 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d0ad0-d756-430a-bc71-4a313ea10687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e4d1ad-5e09-4540-a2da-243191e46097,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:39.284065 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:39.301483 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a46d0ad0-d756-430a-bc71-4a313ea10687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:39.390467 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a46d0ad0-d756-430a-bc71-4a313ea10687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:39.395293 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-a46d0ad0-d756-430a-bc71-4a313ea10687 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5e4d1ad-5e09-4540-a2da-243191e46097 HTTP/1.1" status: 204 len: 168 time: 1.2721982 Jan 22 15:11:39.439650 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:39.439650 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:39.439650 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-1363b222-c568-4726-9109-99b63d114652 service neutron] 10.222.0.63 "PUT /v2.0/ports/09751bde-44c5-4374-86ca-edf3439c2db4 HTTP/1.1" status: 200 len: 1158 time: 4.5184367 Jan 22 15:11:39.439650 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776', 'tag': '09751bde-44c5-4374-86ca-edf3439c2db4'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:11:39.522636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4271e9e-1d6e-476a-90ba-2f92b5fa83aa req-d8425448-30e6-4673-8034-f6eabd852b55 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:39.530811 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f4271e9e-1d6e-476a-90ba-2f92b5fa83aa req-d8425448-30e6-4673-8034-f6eabd852b55 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 931 time: 0.5194187 Jan 22 15:11:39.588954 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f51a7d33-74d6-4614-a6a6-0717ded4eaef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:39.598224 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f51a7d33-74d6-4614-a6a6-0717ded4eaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:39.606320 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:39.612208 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 40d9c50f-6402-489a-a958-189f6c691059 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:39.621070 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2d76a3e3-0e13-400d-b14e-319acca88c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:39.640027 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1363b222-c568-4726-9109-99b63d114652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:39.742084 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-f51a7d33-74d6-4614-a6a6-0717ded4eaef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ac89c9803594a068d448c2c49eda6a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0278218 Jan 22 15:11:39.747858 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 39826) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:39.765258 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a7d33-74d6-4614-a6a6-0717ded4eaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f8ff2a-eaea-4ac8-a0a1-c7f2ac1e893a,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:39.775452 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f51a7d33-74d6-4614-a6a6-0717ded4eaef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:39.787782 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-f4271e9e-1d6e-476a-90ba-2f92b5fa83aa req-545288f7-23dc-49ac-9f42-45ae37a0788c tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Synchronizing usage tracker for tenant:79f6aff5910d4f75b6e9ccf81396c89e on resource:security_group {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:11:39.793315 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 {{(pid=80168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:11:39.806952 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 40d9c50f-6402-489a-a958-189f6c691059 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:39.807906 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:39.833312 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecaa86e-8d5b-460b-bf7e-4e8076c10ed5 req-292e637f-55d2-4321-bc59-651b2e5b426e tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:39.836489 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-fecaa86e-8d5b-460b-bf7e-4e8076c10ed5 req-292e637f-55d2-4321-bc59-651b2e5b426e tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 931 time: 0.3256035 Jan 22 15:11:39.839245 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:39.884175 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Transition to ACTIVE for port object 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 will not be triggered until provisioned by entity L2. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:11:39.913675 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:39.963112 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9ca7738c-39fa-400c-91ba-48bd0fa6a17a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:39.965192 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Pushing event updated for resources: {'Port': ['ID=4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:39.993074 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:39.993964 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-f4271e9e-1d6e-476a-90ba-2f92b5fa83aa req-545288f7-23dc-49ac-9f42-45ae37a0788c tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Unset dirty status for tenant:79f6aff5910d4f75b6e9ccf81396c89e on resource:security_group {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:11:40.008362 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f4271e9e-1d6e-476a-90ba-2f92b5fa83aa req-545288f7-23dc-49ac-9f42-45ae37a0788c tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4764969 Jan 22 15:11:40.068896 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-214fc991-e375-4c22-a816-87b302deff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:40.082666 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-214fc991-e375-4c22-a816-87b302deff76 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=de4a334daf5d465d8ca9d1d3fa080980&device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 1161 time: 0.5492787 Jan 22 15:11:40.095376 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-fecaa86e-8d5b-460b-bf7e-4e8076c10ed5 req-7aba8a0a-21df-4694-bb83-0e4bd17ffc7c tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476020 Jan 22 15:11:40.277701 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=00bfb432-2fa1-4a3f-a7ca-2d7a2068f017,revision_number=2']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:40.283510 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:40.299052 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776', 'tag': '09751bde-44c5-4374-86ca-edf3439c2db4', 'status': 'completed', 'code': 200} Jan 22 15:11:40.317740 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f709a5bb-2d13-4b39-b932-c175a86ef75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:40.333933 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-7582ea1e-ffc7-43e9-b73c-ebcd86b25daa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09751bde-44c5-4374-86ca-edf3439c2db4 HTTP/1.1" status: 200 len: 217 time: 0.1860962 Jan 22 15:11:40.441157 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Network 4c26af83-6424-413a-870e-e57e022aad52 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:11:40.446743 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:11:40.454558 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f709a5bb-2d13-4b39-b932-c175a86ef75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:40.462004 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:11:40.483493 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:40.484258 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:40.548080 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-646a18d4-d8e3-491a-b607-189d876e42a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:40.550015 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-646a18d4-d8e3-491a-b607-189d876e42a4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=44e4ccfe-d0bd-430b-ad83-24fa2be62153 HTTP/1.1" status: 200 len: 858 time: 0.2065659 Jan 22 15:11:40.555723 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9049089 Jan 22 15:11:40.611746 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Request body: {'port': {'device_id': 'b519f7cc-d8a3-4a6b-bd76-d522c6341e43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:40.689742 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-16ccfe59-de4a-4579-b4a9-fbfcd922d543 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c26af83-6424-413a-870e-e57e022aad52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322320 Jan 22 15:11:40.909036 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Attempting to bind port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:11:40.909629 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Attempting to bind port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:11:40.910022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Attempting to bind port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 on network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:11:40.919652 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:11:40.920064 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Checking segment: {'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:11:40.920477 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:40.921025 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Bound using segment: {'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:11:40.921607 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Bound port: 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'}}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:11:40.922100 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:40.982177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f00572-2e74-4d29-a90d-f28e135a0805 req-51a3b948-bc10-4065-9853-3f8a964f14dd tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:40.984306 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-85f00572-2e74-4d29-a90d-f28e135a0805 req-51a3b948-bc10-4065-9853-3f8a964f14dd tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 945 time: 0.6191342 Jan 22 15:11:41.068230 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f709a5bb-2d13-4b39-b932-c175a86ef75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:41.077584 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:41.120207 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-85f00572-2e74-4d29-a90d-f28e135a0805 req-c136cb2b-0772-4678-bbff-e09afea73c31 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/security-groups?id=463b87e0-06ae-4e98-a28e-e1f216ba9574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922525 Jan 22 15:11:41.134641 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] For port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017, host hv-cinder-76377, cleared binding levels {{(pid=80168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:11:41.143223 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] For port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=00bfb432-2fa1-4a3f-a7ca-2d7a2068f017,segment=NetworkSegment(3cd764c7-d738-49e8-93d6-258697d18a7d),segment_id=3cd764c7-d738-49e8-93d6-258697d18a7d)] {{(pid=80168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:11:41.143429 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709a5bb-2d13-4b39-b932-c175a86ef75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f8ff2a-eaea-4ac8-a0a1-c7f2ac1e893a,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:41.151047 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:41.169560 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f709a5bb-2d13-4b39-b932-c175a86ef75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:41.174730 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f709a5bb-2d13-4b39-b932-c175a86ef75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:41.178862 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-f709a5bb-2d13-4b39-b932-c175a86ef75d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74f8ff2a-eaea-4ac8-a0a1-c7f2ac1e893a HTTP/1.1" status: 204 len: 168 time: 1.4208324 Jan 22 15:11:41.211101 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:41.212729 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9b2bcffd-580e-44ff-8313-5c9636cb2c78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:41.634644 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-99523c03-574e-452e-ab70-e2d68c13a2f0 service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689963 Jan 22 15:11:41.697376 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:41.698116 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for port, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:41.699746 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] 10.222.0.63 "PUT /v2.0/ports/00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 HTTP/1.1" status: 200 len: 1157 time: 3.2206941 Jan 22 15:11:41.730000 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c71383a-de30-41c9-aaba-8d510886f106', 'tag': '00bfb432-2fa1-4a3f-a7ca-2d7a2068f017'}] {{(pid=80168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:11:41.924494 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=00bfb432-2fa1-4a3f-a7ca-2d7a2068f017,revision_number=3']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:41.947244 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:42.044522 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb920071-8a1b-4ddc-b316-0a601bdfb078 req-5062cd06-ba1e-4eee-8a56-b9e4e8d73c48 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:42.066147 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bb920071-8a1b-4ddc-b316-0a601bdfb078 req-5062cd06-ba1e-4eee-8a56-b9e4e8d73c48 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 931 time: 0.5859993 Jan 22 15:11:42.150464 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f {{(pid=80167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:11:42.198602 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9f4236ec-155c-4ec8-b267-c41e4df13e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:42.200378 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-9f4236ec-155c-4ec8-b267-c41e4df13e77 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79f6aff5910d4f75b6e9ccf81396c89e&device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 1160 time: 0.4364989 Jan 22 15:11:42.207567 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bb920071-8a1b-4ddc-b316-0a601bdfb078 req-e21fd532-96eb-4660-94c4-ee40a45e3d78 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404216 Jan 22 15:11:42.225963 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:42.318257 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Transition to ACTIVE for port object 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:11:42.339610 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c71383a-de30-41c9-aaba-8d510886f106', 'tag': '00bfb432-2fa1-4a3f-a7ca-2d7a2068f017', 'status': 'completed', 'code': 200} Jan 22 15:11:42.347189 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-0791c30a-3836-456d-b23d-daf57020d616 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 HTTP/1.1" status: 200 len: 217 time: 0.1324518 Jan 22 15:11:42.425965 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff48fb-76ec-4655-b14d-005ab96323c5 req-51a5c73b-1254-47d2-b37b-c0ae0447009a tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:42.427929 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5cff48fb-76ec-4655-b14d-005ab96323c5 req-51a5c73b-1254-47d2-b37b-c0ae0447009a tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 943 time: 0.7966893 Jan 22 15:11:42.451757 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:42.490805 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-d3958632-4c9e-4f72-ba0f-5fbe5d9e1e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:42.492521 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-d3958632-4c9e-4f72-ba0f-5fbe5d9e1e7c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26594a79-fcad-4c2a-92cb-91187601fd8a HTTP/1.1" status: 200 len: 849 time: 0.1390102 Jan 22 15:11:42.554086 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0bf62d56-bc20-4c29-82dc-5bcb72115a37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:42.666784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-cc8d22ea-a431-40fe-8bdd-ea5163ed7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:42.669918 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-cc8d22ea-a431-40fe-8bdd-ea5163ed7d46 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1706295 Jan 22 15:11:42.719753 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d45c8d3-36a9-421f-9151-9be5863c1d76 req-2c4a166b-0718-4088-b433-7b6874ec5040 service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0777879 Jan 22 15:11:42.720482 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Pushing event updated for resources: {'Port': ['ID=4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:42.729445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:42.766942 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5cff48fb-76ec-4655-b14d-005ab96323c5 req-c7d7932f-99e2-4fb6-98cf-0410737e15f6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3186653 Jan 22 15:11:42.931343 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-8a5c66dc-2141-467d-8d4c-08bd0f9eb853 service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462866 Jan 22 15:11:43.111062 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Attempting to bind port 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:11:43.111439 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Attempting to bind port 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'a55465f7-fd26-48b6-9058-045031476ce9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4c26af83-6424-413a-870e-e57e022aad52'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:11:43.111803 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Attempting to bind port 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f on network 4c26af83-6424-413a-870e-e57e022aad52 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:11:43.120306 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:11:43.120681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Checking segment: {'id': 'a55465f7-fd26-48b6-9058-045031476ce9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4c26af83-6424-413a-870e-e57e022aad52'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:11:43.121087 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:43.121483 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Bound using segment: {'id': 'a55465f7-fd26-48b6-9058-045031476ce9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4c26af83-6424-413a-870e-e57e022aad52'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:11:43.121965 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Bound port: 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55465f7-fd26-48b6-9058-045031476ce9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4c26af83-6424-413a-870e-e57e022aad52'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:11:43.122358 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:43.134517 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac25cfec-c483-4951-98f3-212a18bdfd34 req-a331e416-2cde-49ae-9678-87b865b4acb1 service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1955593 Jan 22 15:11:43.145771 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ece376-b806-4cf7-8bfe-845211ddcd5d req-852021fa-8363-4d02-a224-011db41f070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:43.147557 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64ece376-b806-4cf7-8bfe-845211ddcd5d req-852021fa-8363-4d02-a224-011db41f070c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=de4a334daf5d465d8ca9d1d3fa080980&device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 1161 time: 0.3123555 Jan 22 15:11:43.456183 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa22d4-63ce-4e0e-97c5-f15a41b0593c req-46bded02-ee00-4813-b375-20b180160f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:43.462267 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a4aa22d4-63ce-4e0e-97c5-f15a41b0593c req-46bded02-ee00-4813-b375-20b180160f59 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79f6aff5910d4f75b6e9ccf81396c89e&device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 1160 time: 0.2288256 Jan 22 15:11:43.491229 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 39972) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:43.531410 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ece376-b806-4cf7-8bfe-845211ddcd5d req-ae75455c-e00e-4054-ac53-69a037443593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:43.533244 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64ece376-b806-4cf7-8bfe-845211ddcd5d req-ae75455c-e00e-4054-ac53-69a037443593 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c26af83-6424-413a-870e-e57e022aad52 HTTP/1.1" status: 200 len: 912 time: 0.3508806 Jan 22 15:11:43.539957 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] For port 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f, host hv-cinder-76377, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:11:43.754900 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] For port 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f,segment=NetworkSegment(a55465f7-fd26-48b6-9058-045031476ce9),segment_id=a55465f7-fd26-48b6-9058-045031476ce9)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:11:43.756817 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64ece376-b806-4cf7-8bfe-845211ddcd5d req-8cbc3616-d257-434b-8447-897b3532537c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09751bde-44c5-4374-86ca-edf3439c2db4 HTTP/1.1" status: 200 len: 217 time: 0.0964439 Jan 22 15:11:43.765777 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa22d4-63ce-4e0e-97c5-f15a41b0593c req-08012047-3eba-45ea-8265-926441c57a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:43.766588 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:43.767977 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a4aa22d4-63ce-4e0e-97c5-f15a41b0593c req-08012047-3eba-45ea-8265-926441c57a20 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76 HTTP/1.1" status: 200 len: 904 time: 0.2986770 Jan 22 15:11:43.846625 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ece376-b806-4cf7-8bfe-845211ddcd5d req-a809355e-b7e6-4f8a-a216-6c672f8baad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:43.848200 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64ece376-b806-4cf7-8bfe-845211ddcd5d req-a809355e-b7e6-4f8a-a216-6c672f8baad7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=44e4ccfe-d0bd-430b-ad83-24fa2be62153 HTTP/1.1" status: 200 len: 858 time: 0.0804813 Jan 22 15:11:43.853708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:43.934295 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a4aa22d4-63ce-4e0e-97c5-f15a41b0593c req-871abe3a-3faa-4e1f-830b-222c5df09a32 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 HTTP/1.1" status: 200 len: 217 time: 0.1499295 Jan 22 15:11:44.041985 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa22d4-63ce-4e0e-97c5-f15a41b0593c req-7a5d3df3-358c-43f3-aacd-22cab9e23ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:44.044175 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a4aa22d4-63ce-4e0e-97c5-f15a41b0593c req-7a5d3df3-358c-43f3-aacd-22cab9e23ac2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26594a79-fcad-4c2a-92cb-91187601fd8a HTTP/1.1" status: 200 len: 849 time: 0.1024785 Jan 22 15:11:44.047949 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64ece376-b806-4cf7-8bfe-845211ddcd5d req-969a144e-cb78-4663-880c-7c01e189d2f8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c26af83-6424-413a-870e-e57e022aad52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545687 Jan 22 15:11:44.059605 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-070a3c98-b3f0-4361-b335-680256d19cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:44.171258 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa22d4-63ce-4e0e-97c5-f15a41b0593c req-058c9771-2967-447c-aee0-c32f913fcfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:44.176978 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a4aa22d4-63ce-4e0e-97c5-f15a41b0593c req-058c9771-2967-447c-aee0-c32f913fcfd6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0929749 Jan 22 15:11:44.224778 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40000) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:44.245274 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64ece376-b806-4cf7-8bfe-845211ddcd5d req-8a145be2-7b5f-4543-943c-d6a423ca989e service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618650 Jan 22 15:11:44.253938 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-070a3c98-b3f0-4361-b335-680256d19cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:44.324057 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491a5a-bbb7-491d-8521-c8afd4526d2a req-09264c87-7278-4c6c-94aa-bbccc870b0a4 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:44.324892 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-54491a5a-bbb7-491d-8521-c8afd4526d2a req-09264c87-7278-4c6c-94aa-bbccc870b0a4 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Synchronizing usage tracker for tenant:de4a334daf5d465d8ca9d1d3fa080980 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:11:44.333668 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-070a3c98-b3f0-4361-b335-680256d19cae admin admin] Usage tracker for resource:security_group_rule and tenant:4a1470fe2b8c4452a9453dc5e3d1635a is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:44.372288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-070a3c98-b3f0-4361-b335-680256d19cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:44.449598 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a4aa22d4-63ce-4e0e-97c5-f15a41b0593c req-cabbb8c9-8bc3-4533-9f58-83c92cb1ba6d service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691915 Jan 22 15:11:44.457549 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-070a3c98-b3f0-4361-b335-680256d19cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:44.472516 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Pushing event updated for resources: {'Port': ['ID=4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:44.504155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:44.716131 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a4aa22d4-63ce-4e0e-97c5-f15a41b0593c req-210403ee-e825-4ddf-ac1a-dc1fd33389b6 service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2481654 Jan 22 15:11:44.811459 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d217668e-4428-4de3-ad90-e8532b722a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:44.842417 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-d217668e-4428-4de3-ad90-e8532b722a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:44.848231 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-d217668e-4428-4de3-ad90-e8532b722a61 admin admin] Usage tracker for resource:security_group_rule and tenant:67c6416092dd4f4d8e4fc258d1539fdb is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:44.850862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-d217668e-4428-4de3-ad90-e8532b722a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:44.877882 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-d217668e-4428-4de3-ad90-e8532b722a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:45.012296 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-54491a5a-bbb7-491d-8521-c8afd4526d2a req-09264c87-7278-4c6c-94aa-bbccc870b0a4 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Unset dirty status for tenant:de4a334daf5d465d8ca9d1d3fa080980 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:11:45.014080 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54491a5a-bbb7-491d-8521-c8afd4526d2a req-09264c87-7278-4c6c-94aa-bbccc870b0a4 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 943 time: 1.4704409 Jan 22 15:11:45.109457 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d217668e-4428-4de3-ad90-e8532b722a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:45.134142 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d217668e-4428-4de3-ad90-e8532b722a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:45.145798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-54491a5a-bbb7-491d-8521-c8afd4526d2a req-8f5c37cf-5a25-4dd5-b9f0-60e319b751e4 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Synchronizing usage tracker for tenant:de4a334daf5d465d8ca9d1d3fa080980 on resource:security_group {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:11:45.157178 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b7efab7f-a6e3-4343-ab96-9bc3a20fbfc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:45.160969 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:45.161628 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:45.163215 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] 10.222.0.63 "PUT /v2.0/ports/4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f HTTP/1.1" status: 200 len: 1157 time: 4.5623622 Jan 22 15:11:45.163816 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b519f7cc-d8a3-4a6b-bd76-d522c6341e43', 'tag': '4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:11:45.203841 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-54491a5a-bbb7-491d-8521-c8afd4526d2a req-8f5c37cf-5a25-4dd5-b9f0-60e319b751e4 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Unset dirty status for tenant:de4a334daf5d465d8ca9d1d3fa080980 on resource:security_group {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:11:45.203841 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54491a5a-bbb7-491d-8521-c8afd4526d2a req-8f5c37cf-5a25-4dd5-b9f0-60e319b751e4 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753526 Jan 22 15:11:45.226714 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64ece376-b806-4cf7-8bfe-845211ddcd5d req-11adbbdd-df5e-4ee4-a2f5-c8c06321ddd0 service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8944612 Jan 22 15:11:45.278201 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d217668e-4428-4de3-ad90-e8532b722a61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67c6416092dd4f4d8e4fc258d1539fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0498526 Jan 22 15:11:45.281158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40030) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:45.287518 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217668e-4428-4de3-ad90-e8532b722a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438a9cc7-5fd5-442c-b315-92b67e6efe2a,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:45.327008 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f53e2-e6f2-4cfe-8a4c-db7cc21c085e req-1578ce91-6bd3-4058-9a92-20c187e3048b tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:45.327817 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-945f53e2-e6f2-4cfe-8a4c-db7cc21c085e req-1578ce91-6bd3-4058-9a92-20c187e3048b tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Synchronizing usage tracker for tenant:79f6aff5910d4f75b6e9ccf81396c89e on resource:port {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:11:45.333311 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d217668e-4428-4de3-ad90-e8532b722a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:45.347299 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b519f7cc-d8a3-4a6b-bd76-d522c6341e43', 'tag': '4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f', 'status': 'completed', 'code': 200} Jan 22 15:11:45.379585 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-070a3c98-b3f0-4361-b335-680256d19cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:45.390788 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-070a3c98-b3f0-4361-b335-680256d19cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:45.402403 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a3ed59ee-caf9-4c7d-b439-519d78e7adc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:45.407374 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-945f53e2-e6f2-4cfe-8a4c-db7cc21c085e req-1578ce91-6bd3-4058-9a92-20c187e3048b tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Unset dirty status for tenant:79f6aff5910d4f75b6e9ccf81396c89e on resource:port {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:11:45.409214 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-945f53e2-e6f2-4cfe-8a4c-db7cc21c085e req-1578ce91-6bd3-4058-9a92-20c187e3048b tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 943 time: 0.4154565 Jan 22 15:11:45.414884 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4ffaeecb-a072-447a-abd9-29200c3ae739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:45.449237 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4ffaeecb-a072-447a-abd9-29200c3ae739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:45.463094 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-070a3c98-b3f0-4361-b335-680256d19cae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a1470fe2b8c4452a9453dc5e3d1635a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9598203 Jan 22 15:11:45.463946 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40036) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:45.470784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a3c98-b3f0-4361-b335-680256d19cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68637e9-93ac-4142-bdad-6c5021897019,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:45.486918 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-070a3c98-b3f0-4361-b335-680256d19cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:45.494433 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-8f632cbb-c467-4e80-af40-70bc97c407aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:45.496116 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-8f632cbb-c467-4e80-af40-70bc97c407aa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=de4a334daf5d465d8ca9d1d3fa080980&device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 1160 time: 0.2261410 Jan 22 15:11:45.538139 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4ffaeecb-a072-447a-abd9-29200c3ae739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:45.557817 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0b17cca8-967d-439e-a733-162e3e4b5a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:45.579919 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffaeecb-a072-447a-abd9-29200c3ae739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438a9cc7-5fd5-442c-b315-92b67e6efe2a,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:45.583034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4ffaeecb-a072-447a-abd9-29200c3ae739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:45.598009 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-c6dc508e-ddfe-4cc1-822f-f2dc595a458f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f HTTP/1.1" status: 200 len: 217 time: 0.0873923 Jan 22 15:11:45.601924 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-945f53e2-e6f2-4cfe-8a4c-db7cc21c085e req-184a0a36-2472-4f0b-a338-2d9bee59fbdc tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567497 Jan 22 15:11:45.608039 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4ffaeecb-a072-447a-abd9-29200c3ae739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:45.616367 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-4ffaeecb-a072-447a-abd9-29200c3ae739 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/438a9cc7-5fd5-442c-b315-92b67e6efe2a HTTP/1.1" status: 204 len: 168 time: 0.3314579 Jan 22 15:11:45.690589 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-37911fdc-0d80-461a-ade4-318a296a95fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:45.792318 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-95474fdb-40a0-4d35-b174-c1f63a1402ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:45.793916 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-95474fdb-40a0-4d35-b174-c1f63a1402ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=44e4ccfe-d0bd-430b-ad83-24fa2be62153 HTTP/1.1" status: 200 len: 858 time: 0.1843386 Jan 22 15:11:45.797626 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-37911fdc-0d80-461a-ade4-318a296a95fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:45.854753 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-c7bdb474-ccab-41af-94b3-50a6aadbb437 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c26af83-6424-413a-870e-e57e022aad52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493271 Jan 22 15:11:45.926215 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-37911fdc-0d80-461a-ade4-318a296a95fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:45.934366 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-82188340-6bc6-46d4-9fb0-51cbcd708db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:46.035960 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37911fdc-0d80-461a-ade4-318a296a95fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68637e9-93ac-4142-bdad-6c5021897019,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:46.036974 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.objects.ports [None req-5583b291-09ac-42d9-987d-6df39ad7c9de None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80169) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 15:11:46.070772 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-37911fdc-0d80-461a-ade4-318a296a95fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:46.104420 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-37911fdc-0d80-461a-ade4-318a296a95fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:46.105633 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-37911fdc-0d80-461a-ade4-318a296a95fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a68637e9-93ac-4142-bdad-6c5021897019 HTTP/1.1" status: 204 len: 168 time: 0.6398158 Jan 22 15:11:46.201499 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-4b27b667-f8b8-4443-8c4b-1105b8ddc7c6 service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044841 Jan 22 15:11:46.255453 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40066) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:46.284455 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a900de01-d6c9-4448-89db-ee9d0f8d690a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:46.303573 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-a900de01-d6c9-4448-89db-ee9d0f8d690a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:46.309693 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-a900de01-d6c9-4448-89db-ee9d0f8d690a admin admin] Usage tracker for resource:security_group_rule and tenant:0269c952a61d421781a8d44e91ba3b90 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:46.314682 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-a900de01-d6c9-4448-89db-ee9d0f8d690a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:46.321186 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-a900de01-d6c9-4448-89db-ee9d0f8d690a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:46.376983 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7cebf321-86aa-4819-b5b1-47ac3cc57b86 req-34b33b2b-6078-4990-ae4b-b59d3f140c72 service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1636257 Jan 22 15:11:46.617862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a900de01-d6c9-4448-89db-ee9d0f8d690a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:46.625165 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a900de01-d6c9-4448-89db-ee9d0f8d690a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:46.629121 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569f280-1434-40a4-a804-5b0839e38886 req-189417e8-bcc2-4d06-91bb-6fba8da32453 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:46.630975 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8569f280-1434-40a4-a804-5b0839e38886 req-189417e8-bcc2-4d06-91bb-6fba8da32453 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/networks?id=768f6f7f-e2d6-4869-9735-e2dc09c738da HTTP/1.1" status: 200 len: 815 time: 0.5554492 Jan 22 15:11:46.648045 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:46.680340 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8569f280-1434-40a4-a804-5b0839e38886 req-a678a281-46ed-4708-aab8-801ab415673a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/quotas/e16c63cada56495f929f122a4d474555 HTTP/1.1" status: 200 len: 375 time: 0.0358257 Jan 22 15:11:46.688857 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ef704cde-417a-4c86-a07c-aa10853ddbf6 req-9a06efd5-61df-42d8-956f-df006937f15d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3107603 Jan 22 15:11:46.698637 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d1b3f-3479-4993-9896-6ae5066ada29 req-33ef2a3d-e7c1-4cff-a95b-ca90e34e3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:46.698637 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0d3d1b3f-3479-4993-9896-6ae5066ada29 req-33ef2a3d-e7c1-4cff-a95b-ca90e34e3ea1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=de4a334daf5d465d8ca9d1d3fa080980&device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 1160 time: 0.2044425 Jan 22 15:11:46.729577 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-a900de01-d6c9-4448-89db-ee9d0f8d690a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0269c952a61d421781a8d44e91ba3b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727311 Jan 22 15:11:46.734500 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40080) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:46.735197 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900de01-d6c9-4448-89db-ee9d0f8d690a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1226c60b-b4e4-4606-8c42-0a955095a6ae,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:46.741086 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a900de01-d6c9-4448-89db-ee9d0f8d690a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:46.785751 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8801b35-0097-4c17-ab26-34a327609e84 req-19848655-b930-4c19-a064-b02be2ba9f5f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:46.787521 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d8801b35-0097-4c17-ab26-34a327609e84 req-19848655-b930-4c19-a064-b02be2ba9f5f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 943 time: 0.2639878 Jan 22 15:11:46.903573 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d8801b35-0097-4c17-ab26-34a327609e84 req-f95e8cab-f90f-44cd-a1d7-f1268de0ebeb tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011178 Jan 22 15:11:46.948119 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-51d644c4-3dcf-4dd2-866d-2f9d6a684f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:46.949990 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40090) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:46.995192 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-576438e5-aa48-44c5-b0b3-0b75e0db8d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:47.029546 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8569f280-1434-40a4-a804-5b0839e38886 req-0bc26b43-e423-4514-a3dc-e515cbb0d667 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?tenant_id=e16c63cada56495f929f122a4d474555&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3389933 Jan 22 15:11:47.033358 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-51d644c4-3dcf-4dd2-866d-2f9d6a684f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:47.068707 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d1b3f-3479-4993-9896-6ae5066ada29 req-07749d0a-4ad5-42dd-9edf-bfc1fa8a6470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:47.070223 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0d3d1b3f-3479-4993-9896-6ae5066ada29 req-07749d0a-4ad5-42dd-9edf-bfc1fa8a6470 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c26af83-6424-413a-870e-e57e022aad52 HTTP/1.1" status: 200 len: 912 time: 0.3025072 Jan 22 15:11:47.084378 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-576438e5-aa48-44c5-b0b3-0b75e0db8d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:47.127999 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-576438e5-aa48-44c5-b0b3-0b75e0db8d6f admin admin] Usage tracker for resource:security_group_rule and tenant:3c96a1ba6d1d45c0b1055daf4d121d5c is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:47.135924 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-576438e5-aa48-44c5-b0b3-0b75e0db8d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:47.151827 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-576438e5-aa48-44c5-b0b3-0b75e0db8d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:47.193620 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-51d644c4-3dcf-4dd2-866d-2f9d6a684f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:47.197073 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef704cde-417a-4c86-a07c-aa10853ddbf6 req-c2632aa3-2468-456b-98ac-dcd6d7d8cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:47.198704 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ef704cde-417a-4c86-a07c-aa10853ddbf6 req-c2632aa3-2468-456b-98ac-dcd6d7d8cdfc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b6d43189a8744950b9e3d6a6bbab73ec&device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 1162 time: 0.3293431 Jan 22 15:11:47.211513 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0d3d1b3f-3479-4993-9896-6ae5066ada29 req-5b98110f-c564-4aaf-a719-e85b6ef599b9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f HTTP/1.1" status: 200 len: 217 time: 0.0782092 Jan 22 15:11:47.220516 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d217668e-4428-4de3-ad90-e8532b722a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:47.242174 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d644c4-3dcf-4dd2-866d-2f9d6a684f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1226c60b-b4e4-4606-8c42-0a955095a6ae,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:47.246581 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-51d644c4-3dcf-4dd2-866d-2f9d6a684f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:47.298304 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df8643-d54b-41eb-b401-d4b06a4057e9 req-f0a4cc0d-6108-402f-8ecd-9a05136034ed tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:47.300289 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c5df8643-d54b-41eb-b401-d4b06a4057e9 req-f0a4cc0d-6108-402f-8ecd-9a05136034ed tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 943 time: 0.2279115 Jan 22 15:11:47.301303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-51d644c4-3dcf-4dd2-866d-2f9d6a684f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:47.302599 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-51d644c4-3dcf-4dd2-866d-2f9d6a684f46 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1226c60b-b4e4-4606-8c42-0a955095a6ae HTTP/1.1" status: 204 len: 168 time: 0.5643775 Jan 22 15:11:47.413402 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d1b3f-3479-4993-9896-6ae5066ada29 req-e30ffd63-90ea-408b-9547-5882efbb2295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:47.414987 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0d3d1b3f-3479-4993-9896-6ae5066ada29 req-e30ffd63-90ea-408b-9547-5882efbb2295 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=44e4ccfe-d0bd-430b-ad83-24fa2be62153 HTTP/1.1" status: 200 len: 858 time: 0.1902413 Jan 22 15:11:47.451932 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c5df8643-d54b-41eb-b401-d4b06a4057e9 req-e79012f6-c054-458b-83bd-bad81dd8efb0 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305819 Jan 22 15:11:47.479571 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-576438e5-aa48-44c5-b0b3-0b75e0db8d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:47.483748 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-576438e5-aa48-44c5-b0b3-0b75e0db8d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:47.496063 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0d3d1b3f-3479-4993-9896-6ae5066ada29 req-10cf41dc-827e-4354-863b-b339a5a52883 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c26af83-6424-413a-870e-e57e022aad52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618739 Jan 22 15:11:47.511825 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:47.521616 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-576438e5-aa48-44c5-b0b3-0b75e0db8d6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c96a1ba6d1d45c0b1055daf4d121d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5700655 Jan 22 15:11:47.524221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40102) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:47.551402 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 09751bde-44c5-4374-86ca-edf3439c2db4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:47.570875 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576438e5-aa48-44c5-b0b3-0b75e0db8d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7bfffa-4aee-4ce5-852e-26d5baf3e989,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:47.576617 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-576438e5-aa48-44c5-b0b3-0b75e0db8d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:47.611072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-36c23e04-5f92-4065-aa71-c83b65ac9b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:47.640588 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-36c23e04-5f92-4065-aa71-c83b65ac9b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:47.677129 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0d3d1b3f-3479-4993-9896-6ae5066ada29 req-f11c371d-ef2b-422c-8550-d159ac8ff334 service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596091 Jan 22 15:11:47.684402 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef704cde-417a-4c86-a07c-aa10853ddbf6 req-318d9e18-c07c-4fba-9bc9-a91c25ab9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:47.686519 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ef704cde-417a-4c86-a07c-aa10853ddbf6 req-318d9e18-c07c-4fba-9bc9-a91c25ab9533 service neutron] 10.222.0.63 "GET /v2.0/networks?id=af85088b-65d3-42d4-b0df-b8a529c47a00 HTTP/1.1" status: 200 len: 904 time: 0.4629321 Jan 22 15:11:47.690108 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8569f280-1434-40a4-a804-5b0839e38886 req-478a5255-4eeb-46fd-b609-4856ebcf8ee7 service neutron] 10.222.0.53 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479185 Jan 22 15:11:47.696961 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-36c23e04-5f92-4065-aa71-c83b65ac9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:47.701408 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-576438e5-aa48-44c5-b0b3-0b75e0db8d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:47.713259 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c23e04-5f92-4065-aa71-c83b65ac9b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7bfffa-4aee-4ce5-852e-26d5baf3e989,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:47.715795 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-36c23e04-5f92-4065-aa71-c83b65ac9b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:47.722288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-36c23e04-5f92-4065-aa71-c83b65ac9b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:47.723561 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-36c23e04-5f92-4065-aa71-c83b65ac9b08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c7bfffa-4aee-4ce5-852e-26d5baf3e989 HTTP/1.1" status: 204 len: 168 time: 0.1960378 Jan 22 15:11:47.765727 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port 09751bde-44c5-4374-86ca-edf3439c2db4 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:11:47.772149 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 09751bde-44c5-4374-86ca-edf3439c2db4 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:47.772759 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:47.913586 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:47.973363 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 09751bde-44c5-4374-86ca-edf3439c2db4, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=09751bde-44c5-4374-86ca-edf3439c2db4,segment=NetworkSegment(a55465f7-fd26-48b6-9058-045031476ce9),segment_id=a55465f7-fd26-48b6-9058-045031476ce9)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:11:47.974473 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09751bde-44c5-4374-86ca-edf3439c2db4'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:11:47.980641 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:47.981548 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:48.012752 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ee004628-05d0-4c5f-b037-38c50259bfd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:48.034294 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ef704cde-417a-4c86-a07c-aa10853ddbf6 req-73c9e304-02ff-42e1-a5e5-79827df11446 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40d9c50f-6402-489a-a958-189f6c691059 HTTP/1.1" status: 200 len: 217 time: 0.3230608 Jan 22 15:11:48.100433 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=09751bde-44c5-4374-86ca-edf3439c2db4,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:48.115194 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:48.153910 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:11:48.165596 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:48.166289 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:48.331799 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef704cde-417a-4c86-a07c-aa10853ddbf6 req-ab030630-a498-4107-83f9-e8654552d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:48.333533 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ef704cde-417a-4c86-a07c-aa10853ddbf6 req-ab030630-a498-4107-83f9-e8654552d726 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1aa7403e-e9e5-462d-aa5b-21201c6dce3d HTTP/1.1" status: 200 len: 850 time: 0.1710184 Jan 22 15:11:48.402027 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0d3d1b3f-3479-4993-9896-6ae5066ada29 req-2547eee9-e1ec-49b2-82a8-0ed3619962c9 service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7143400 Jan 22 15:11:48.414100 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:48.438373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cf11d-dd32-40c1-acdf-a5c6caba3f25 req-0398de05-1ab2-4d6a-826a-ddd733c10da7 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:48.442006 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-913cf11d-dd32-40c1-acdf-a5c6caba3f25 req-0398de05-1ab2-4d6a-826a-ddd733c10da7 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 943 time: 0.2566216 Jan 22 15:11:48.458169 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ef704cde-417a-4c86-a07c-aa10853ddbf6 req-c65a49d0-6344-4cc0-9556-db2ee4651985 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=af85088b-65d3-42d4-b0df-b8a529c47a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586138 Jan 22 15:11:48.460349 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8569f280-1434-40a4-a804-5b0839e38886 req-16390500-3a84-404e-a5af-2238878244fb service neutron] 10.222.0.53 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7458341 Jan 22 15:11:48.523503 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-913cf11d-dd32-40c1-acdf-a5c6caba3f25 req-aff7d723-94a1-47c1-94a6-8c4f70421cd2 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732214 Jan 22 15:11:48.550642 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=00bfb432-2fa1-4a3f-a7ca-2d7a2068f017,segment=NetworkSegment(3cd764c7-d738-49e8-93d6-258697d18a7d),segment_id=3cd764c7-d738-49e8-93d6-258697d18a7d)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:11:48.557531 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:48.568092 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:48.766206 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=00bfb432-2fa1-4a3f-a7ca-2d7a2068f017,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:48.777218 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:48.883057 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3d594-9a6d-4611-b85b-5645c026b59a req-8a6bc0e0-dbfc-4aaa-8878-83155b2250a6 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:48.887871 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d7e3d594-9a6d-4611-b85b-5645c026b59a req-8a6bc0e0-dbfc-4aaa-8878-83155b2250a6 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 945 time: 0.2071893 Jan 22 15:11:48.909312 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09751bde-44c5-4374-86ca-edf3439c2db4', 'code': 200} Jan 22 15:11:49.057482 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d7e3d594-9a6d-4611-b85b-5645c026b59a req-b3ff2b94-f180-4e7e-ab2e-a6cecdccd2cf tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/security-groups?id=463b87e0-06ae-4e98-a28e-e1f216ba9574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609616 Jan 22 15:11:49.118028 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ef704cde-417a-4c86-a07c-aa10853ddbf6 req-25cd5aab-8785-4f96-8bec-1147c288b773 service neutron] 10.222.0.63 "GET /v2.0/networks/af85088b-65d3-42d4-b0df-b8a529c47a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518083 Jan 22 15:11:49.226007 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40162) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:49.253569 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-fa6e30bf-5ed4-4a4e-8aba-cda1838a320d req-0c8a0d5c-ca0d-4db3-b835-49b93fd80242 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 210 time: 0.0749855 Jan 22 15:11:49.484772 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ef704cde-417a-4c86-a07c-aa10853ddbf6 req-9c2158ce-2408-4c5c-87ca-891674b39569 service neutron] 10.222.0.63 "GET /v2.0/networks/af85088b-65d3-42d4-b0df-b8a529c47a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3580313 Jan 22 15:11:49.537158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b363ac1-5e65-48ee-9269-e157b64e266a req-5ce3e653-a0cc-4a4f-99c6-47ea0b4f75bd tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:49.538867 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0b363ac1-5e65-48ee-9269-e157b64e266a req-5ce3e653-a0cc-4a4f-99c6-47ea0b4f75bd tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.2724187 Jan 22 15:11:49.541133 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627662e5-c165-41db-8ab6-ee1aa0d9812a req-34312fcb-5aae-4c7f-adb6-7ec86b1264b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:49.545825 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-627662e5-c165-41db-8ab6-ee1aa0d9812a req-34312fcb-5aae-4c7f-adb6-7ec86b1264b8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 1163 time: 0.1898818 Jan 22 15:11:49.626451 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f10e65d1-8fa9-4a32-b865-c2facfc663d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:49.633755 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0b363ac1-5e65-48ee-9269-e157b64e266a req-4b41e44b-65e5-4e5e-b525-e926d922fe05 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868886 Jan 22 15:11:49.659815 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-627662e5-c165-41db-8ab6-ee1aa0d9812a req-18a6bb92-3ba6-446d-91eb-10ae3ac347b7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768478 Jan 22 15:11:49.681962 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f10e65d1-8fa9-4a32-b865-c2facfc663d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:49.691235 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f10e65d1-8fa9-4a32-b865-c2facfc663d8 admin admin] Usage tracker for resource:security_group_rule and tenant:dcb731092fc6416b9de563dc99c73d47 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:49.703044 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f10e65d1-8fa9-4a32-b865-c2facfc663d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:49.715742 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 09751bde-44c5-4374-86ca-edf3439c2db4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:49.718914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f10e65d1-8fa9-4a32-b865-c2facfc663d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:49.815470 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 09751bde-44c5-4374-86ca-edf3439c2db4 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:49.816250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:49.921203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f10e65d1-8fa9-4a32-b865-c2facfc663d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:49.952400 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ce171-a31a-432d-ad2a-ce9760342eb8 req-3fef71af-546b-46a7-9f39-f787568c4d43 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:49.954477 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-750ce171-a31a-432d-ad2a-ce9760342eb8 req-3fef71af-546b-46a7-9f39-f787568c4d43 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 943 time: 0.1878674 Jan 22 15:11:49.955823 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f10e65d1-8fa9-4a32-b865-c2facfc663d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:49.965793 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:49.974912 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:50.012250 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-f10e65d1-8fa9-4a32-b865-c2facfc663d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcb731092fc6416b9de563dc99c73d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7849498 Jan 22 15:11:50.016929 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40188) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:50.066158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e65d1-8fa9-4a32-b865-c2facfc663d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eee5c2-f727-497f-92ee-2ea6142d1517,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:50.070786 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f10e65d1-8fa9-4a32-b865-c2facfc663d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:50.085202 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:11:50.098021 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:50.098715 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:50.100722 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-750ce171-a31a-432d-ad2a-ce9760342eb8 req-3f920235-a40d-4e0b-ba95-50b9024e2ece tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238043 Jan 22 15:11:50.242210 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fd158989-fd84-4f86-9161-77a87eb9533b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:50.294218 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fd158989-fd84-4f86-9161-77a87eb9533b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:50.334682 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:50.376634 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fd158989-fd84-4f86-9161-77a87eb9533b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:50.408062 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f,segment=NetworkSegment(a55465f7-fd26-48b6-9058-045031476ce9),segment_id=a55465f7-fd26-48b6-9058-045031476ce9)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:11:50.414244 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:50.416469 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:50.439250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ac9f96cc-8e8d-4dc1-9558-d38bd9b5b10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:50.496828 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd158989-fd84-4f86-9161-77a87eb9533b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eee5c2-f727-497f-92ee-2ea6142d1517,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:50.498602 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:50.510760 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-fd158989-fd84-4f86-9161-77a87eb9533b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:50.535439 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fd158989-fd84-4f86-9161-77a87eb9533b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:50.539825 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-fd158989-fd84-4f86-9161-77a87eb9533b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4eee5c2-f727-497f-92ee-2ea6142d1517 HTTP/1.1" status: 204 len: 168 time: 0.5217469 Jan 22 15:11:50.542722 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:50.612015 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a724312d-31d4-4e75-99f1-922464350f27 req-82268b25-e6cd-4e6e-a013-337ad1597f8e tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 210 time: 0.1004455 Jan 22 15:11:50.613055 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-c7e74872-b8b2-47b2-9c2c-82b137ad6475 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:50.615125 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-c7e74872-b8b2-47b2-9c2c-82b137ad6475 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.63 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 945 time: 0.2394836 Jan 22 15:11:50.676558 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc937dcb-2a9b-49e1-b46b-7d033d537c25 req-01af9ec7-28bd-4edf-95bd-335c092d7d15 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:50.690406 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cc937dcb-2a9b-49e1-b46b-7d033d537c25 req-01af9ec7-28bd-4edf-95bd-335c092d7d15 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 945 time: 0.2347875 Jan 22 15:11:50.901614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6d3e915a-5645-4468-b02d-c815c80f2d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:50.910846 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c71383a-de30-41c9-aaba-8d510886f106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bfb432-2fa1-4a3f-a7ca-2d7a2068f017'}, {'server_uuid': 'b519f7cc-d8a3-4a6b-bd76-d522c6341e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:11:50.922918 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cc937dcb-2a9b-49e1-b46b-7d033d537c25 req-474dfc5d-ad2f-46a9-af7e-5eb707e31f61 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/security-groups?id=463b87e0-06ae-4e98-a28e-e1f216ba9574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307560 Jan 22 15:11:50.955911 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Deleting port 40d9c50f-6402-489a-a958-189f6c691059 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:11:50.956307 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:51.009932 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413fd4d-2742-4e1c-b35f-05cfe846ccaf req-77f9e34a-b7ce-42a6-b150-b4423cced83a tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:51.026987 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1413fd4d-2742-4e1c-b35f-05cfe846ccaf req-77f9e34a-b7ce-42a6-b150-b4423cced83a tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.2255683 Jan 22 15:11:51.130947 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1413fd4d-2742-4e1c-b35f-05cfe846ccaf req-ea6393a4-0761-439f-9357-4d8fba1b4561 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027308 Jan 22 15:11:51.199972 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c71383a-de30-41c9-aaba-8d510886f106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bfb432-2fa1-4a3f-a7ca-2d7a2068f017', 'code': 200} Jan 22 15:11:51.201692 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b519f7cc-d8a3-4a6b-bd76-d522c6341e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f', 'code': 200} Jan 22 15:11:51.475637 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40234) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:51.479609 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:51.630514 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:51.631184 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:51.675908 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-083007dc-caba-40a1-93e8-c855613de8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:51.757363 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-083007dc-caba-40a1-93e8-c855613de8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:51.762562 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-083007dc-caba-40a1-93e8-c855613de8a4 admin admin] Usage tracker for resource:security_group_rule and tenant:b98b2c8e1c214a89892860053f8a353a is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:51.771257 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-083007dc-caba-40a1-93e8-c855613de8a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:51.787277 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-083007dc-caba-40a1-93e8-c855613de8a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:51.817845 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 09751bde-44c5-4374-86ca-edf3439c2db4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:51.929896 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 09751bde-44c5-4374-86ca-edf3439c2db4 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:51.930671 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:51.939993 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-083007dc-caba-40a1-93e8-c855613de8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:51.952709 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-083007dc-caba-40a1-93e8-c855613de8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:52.002787 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59b53b-2f3a-4f1a-b6e8-8a9bb6fdfbc6 req-9f7240e0-e2b7-4ac3-96d1-8bebdb307bea tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:52.010656 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9e59b53b-2f3a-4f1a-b6e8-8a9bb6fdfbc6 req-9f7240e0-e2b7-4ac3-96d1-8bebdb307bea tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.7201443 Jan 22 15:11:52.040601 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-070a3c98-b3f0-4361-b335-680256d19cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:52.082229 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-083007dc-caba-40a1-93e8-c855613de8a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b98b2c8e1c214a89892860053f8a353a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4827592 Jan 22 15:11:52.086142 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40254) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:52.104714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083007dc-caba-40a1-93e8-c855613de8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdd47bb-32fa-4b00-a3d2-879bc650563f,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:52.104927 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9e59b53b-2f3a-4f1a-b6e8-8a9bb6fdfbc6 req-714707d5-babd-405c-a43e-482b86a57e96 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930057 Jan 22 15:11:52.115978 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-083007dc-caba-40a1-93e8-c855613de8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:52.124735 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:52.133023 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8ee2ce78-a882-4563-bcf5-77d776698e21 req-5906bf09-3f6e-4b76-a699-8b330cf133b7 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 210 time: 0.1883502 Jan 22 15:11:52.243970 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569f280-1434-40a4-a804-5b0839e38886 req-8471668d-18a2-44d3-998e-e8d749f106a0 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:52.245968 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8569f280-1434-40a4-a804-5b0839e38886 req-8471668d-18a2-44d3-998e-e8d749f106a0 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.63 "GET /v2.0/networks?id=768f6f7f-e2d6-4869-9735-e2dc09c738da HTTP/1.1" status: 200 len: 815 time: 1.1766236 Jan 22 15:11:52.270540 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8809c1f-3432-46e9-bcff-eefb7b8f1492 req-76cd111f-7b84-4b3d-8ae5-30a795677ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:52.271572 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f8809c1f-3432-46e9-bcff-eefb7b8f1492 req-76cd111f-7b84-4b3d-8ae5-30a795677ed0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 1162 time: 0.4506602 Jan 22 15:11:52.277966 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:52.278419 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:52.280188 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-8569f280-1434-40a4-a804-5b0839e38886 req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Request body: {'port': {'device_id': '4fcf1586-3fe2-4885-844a-aee0f9e11b4e', 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da', 'admin_state_up': True, 'tenant_id': 'e16c63cada56495f929f122a4d474555'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:52.449436 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-f8809c1f-3432-46e9-bcff-eefb7b8f1492 req-50463851-19e1-4201-91cf-e9bb8339f2a1 service neutron] Synchronizing usage tracker for tenant:417efe6362cc4095a25912d09961a30e on resource:security_group {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:11:52.497181 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfeb452-edd0-4d1f-9be0-81440a7fec01 req-32220948-e4d3-41b3-9702-b35f3cfafdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:52.501462 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7cfeb452-edd0-4d1f-9be0-81440a7fec01 req-32220948-e4d3-41b3-9702-b35f3cfafdda service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 1162 time: 0.6812973 Jan 22 15:11:52.503463 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f321e3c8-db55-4b5a-866a-48c67cb79cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:52.541641 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f321e3c8-db55-4b5a-866a-48c67cb79cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:52.582485 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 40d9c50f-6402-489a-a958-189f6c691059 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:11:52.639134 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-f8809c1f-3432-46e9-bcff-eefb7b8f1492 req-50463851-19e1-4201-91cf-e9bb8339f2a1 service neutron] Unset dirty status for tenant:417efe6362cc4095a25912d09961a30e on resource:security_group {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:11:52.640528 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f8809c1f-3432-46e9-bcff-eefb7b8f1492 req-50463851-19e1-4201-91cf-e9bb8339f2a1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467677 Jan 22 15:11:52.641191 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f321e3c8-db55-4b5a-866a-48c67cb79cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:52.656579 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] For port 40d9c50f-6402-489a-a958-189f6c691059, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=40d9c50f-6402-489a-a958-189f6c691059,segment=NetworkSegment(efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c),segment_id=efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:11:52.657037 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:52.672260 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-8569f280-1434-40a4-a804-5b0839e38886 req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:52.686551 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:52.725158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321e3c8-db55-4b5a-866a-48c67cb79cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdd47bb-32fa-4b00-a3d2-879bc650563f,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:52.734312 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f321e3c8-db55-4b5a-866a-48c67cb79cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:52.805036 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:52.812838 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f321e3c8-db55-4b5a-866a-48c67cb79cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:52.817802 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-f321e3c8-db55-4b5a-866a-48c67cb79cee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9cdd47bb-32fa-4b00-a3d2-879bc650563f HTTP/1.1" status: 204 len: 168 time: 0.6890039 Jan 22 15:11:52.848504 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 40d9c50f-6402-489a-a958-189f6c691059, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=40d9c50f-6402-489a-a958-189f6c691059,segment=NetworkSegment(efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c),segment_id=efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:11:52.854974 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:52.859908 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:52.863208 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed620d-9472-49ac-be28-497c349e9401 req-bd4d0378-a7bd-4f3a-be6a-dfa61426b433 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:52.869410 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1fed620d-9472-49ac-be28-497c349e9401 req-bd4d0378-a7bd-4f3a-be6a-dfa61426b433 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 945 time: 0.5094717 Jan 22 15:11:52.871404 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7cfeb452-edd0-4d1f-9be0-81440a7fec01 req-59c43b90-24c5-4381-a0f0-8c67792ce413 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691543 Jan 22 15:11:52.901736 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Calling delete_port for 40d9c50f-6402-489a-a958-189f6c691059 owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:11:52.948217 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-8569f280-1434-40a4-a804-5b0839e38886 req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:52.954562 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1fed620d-9472-49ac-be28-497c349e9401 req-a09398c4-1d41-42f2-9557-4a06f7f2c263 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/security-groups?id=463b87e0-06ae-4e98-a28e-e1f216ba9574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769162 Jan 22 15:11:52.968583 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=40d9c50f-6402-489a-a958-189f6c691059,revision_number=5']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:52.975381 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:52.978164 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7650b935-5920-4f3b-b17b-1d989e7b1b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:53.090024 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8569f280-1434-40a4-a804-5b0839e38886 req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Made reservation on behalf of e16c63cada56495f929f122a4d474555 for: {'port': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:11:53.100341 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-8569f280-1434-40a4-a804-5b0839e38886 req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:53.192271 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3270f5-7786-474f-8ed2-405239431a80 req-038af5d7-1d37-458f-a2b8-76b4804eda4e tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:53.192271 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2e3270f5-7786-474f-8ed2-405239431a80 req-038af5d7-1d37-458f-a2b8-76b4804eda4e tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.8472691 Jan 22 15:11:53.202926 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5380bc4-9057-4f7a-a989-b95975e6b40b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d9c50f-6402-489a-a958-189f6c691059'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:11:53.293500 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.db.api [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80167) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 15:11:53.293896 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_db.api [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 15:11:53.395027 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2e3270f5-7786-474f-8ed2-405239431a80 req-da91760c-eaaa-47e4-9e55-6a34e17b04eb tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819990 Jan 22 15:11:53.554253 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:53.693845 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9babf8-8e6c-40e7-bdc7-3b694e9a318f req-176b4438-438c-402d-9224-e7d501040c81 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:53.708042 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ad9babf8-8e6c-40e7-bdc7-3b694e9a318f req-176b4438-438c-402d-9224-e7d501040c81 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.3033941 Jan 22 15:11:53.797085 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Deleting port 40d9c50f-6402-489a-a958-189f6c691059 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:11:53.797267 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:53.828819 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ad9babf8-8e6c-40e7-bdc7-3b694e9a318f req-f41b10e6-83bf-4cd0-9e08-d25bc9f6e5fd tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176600 Jan 22 15:11:53.854049 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-fe9a8a70-fde8-40cd-bb55-81b849d8589c req-fed5bcb7-9afe-4211-888e-066b10fc922e tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 210 time: 0.1093893 Jan 22 15:11:53.980423 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-8569f280-1434-40a4-a804-5b0839e38886 req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Allocated IP 172.20.0.3 (768f6f7f-e2d6-4869-9735-e2dc09c738da/c8f2babf-a99e-450f-bc7d-225705675f56/f8b2d3f0-16d6-43be-a80c-a5169ee353e7) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:11:53.991912 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5380bc4-9057-4f7a-a989-b95975e6b40b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d9c50f-6402-489a-a958-189f6c691059', 'code': 200} Jan 22 15:11:54.574109 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:54.719972 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:54.823323 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa810b6a-ed68-47e2-9fa9-affb28a25fd9 req-9e675c08-635c-4663-9dbb-bc903425c660 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:54.825037 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-aa810b6a-ed68-47e2-9fa9-affb28a25fd9 req-9e675c08-635c-4663-9dbb-bc903425c660 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.1511185 Jan 22 15:11:54.863876 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] For port 40d9c50f-6402-489a-a958-189f6c691059, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=40d9c50f-6402-489a-a958-189f6c691059,segment=NetworkSegment(efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c),segment_id=efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:11:54.864580 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:54.910442 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10972e64-c004-480e-a455-e9b658e15e71 req-a57cda98-d182-47f8-ac1a-09a18f583441 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:54.912426 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-10972e64-c004-480e-a455-e9b658e15e71 req-a57cda98-d182-47f8-ac1a-09a18f583441 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 943 time: 0.7760062 Jan 22 15:11:54.924234 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-aa810b6a-ed68-47e2-9fa9-affb28a25fd9 req-9309b516-5b25-4488-9496-83e53489bf63 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873969 Jan 22 15:11:55.070160 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:55.110395 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Calling delete_port for 40d9c50f-6402-489a-a958-189f6c691059 owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:11:55.238957 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-10972e64-c004-480e-a455-e9b658e15e71 req-9b1edbc2-7e46-4de7-b7d3-37153c536be8 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/security-groups?id=463b87e0-06ae-4e98-a28e-e1f216ba9574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078954 Jan 22 15:11:55.318238 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-8569f280-1434-40a4-a804-5b0839e38886 req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:55.363864 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835962b-35fc-4f87-b62e-77af4ef50db0 req-d9c8d8d0-f7f5-4ba8-86cf-d7c91d08f523 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:55.369515 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b835962b-35fc-4f87-b62e-77af4ef50db0 req-d9c8d8d0-f7f5-4ba8-86cf-d7c91d08f523 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.2529345 Jan 22 15:11:55.470961 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b835962b-35fc-4f87-b62e-77af4ef50db0 req-85fb05ba-53d9-4df1-a814-02123bc2cde9 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925276 Jan 22 15:11:55.577774 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:55.578479 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:55.589955 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-8569f280-1434-40a4-a804-5b0839e38886 req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:55.670202 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-be8ec494-ad58-4a69-91d1-68219d3fd900 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:55.712005 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:55.712792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:55.864297 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf535dbf-66b8-4218-bce6-a19f4cd4b1bd req-1c340c3b-b1cf-4d68-95c7-8bbad08f4d33 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:55.864622 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bf535dbf-66b8-4218-bce6-a19f4cd4b1bd req-1c340c3b-b1cf-4d68-95c7-8bbad08f4d33 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.2367423 Jan 22 15:11:55.875023 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40442) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:55.880683 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-28b00235-161e-4a84-b86d-a5f0b059d36f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Request body: {'floatingip': {'port_id': '00bfb432-2fa1-4a3f-a7ca-2d7a2068f017'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:55.887244 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:11:55.996928 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Pushing event deleted for resources: {'Port': ['ID=40d9c50f-6402-489a-a958-189f6c691059,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:56.015345 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:11:56.015784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:56.054716 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:56.055292 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-07c03084-6cd5-4d8f-92a0-897792b9bd3f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:56.075202 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-28b00235-161e-4a84-b86d-a5f0b059d36f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for floatingip, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:56.202921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Pushing event updated for resources: {'Port': ['ID=f8b2d3f0-16d6-43be-a80c-a5169ee353e7,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:56.236063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:56.245270 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8569f280-1434-40a4-a804-5b0839e38886 req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Network 768f6f7f-e2d6-4869-9735-e2dc09c738da is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:11:56.260052 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-8569f280-1434-40a4-a804-5b0839e38886 req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:11:56.269643 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-8569f280-1434-40a4-a804-5b0839e38886 req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:11:56.292261 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569f280-1434-40a4-a804-5b0839e38886 req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:56.295271 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-8569f280-1434-40a4-a804-5b0839e38886 req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:56.402594 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52338a1f-2585-41fc-a75d-8403eaa926ee req-6a7ad896-c921-46f9-8d72-8ea95abd9927 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:56.403561 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-52338a1f-2585-41fc-a75d-8403eaa926ee req-6a7ad896-c921-46f9-8d72-8ea95abd9927 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Synchronizing usage tracker for tenant:e16c63cada56495f929f122a4d474555 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:11:56.411377 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8569f280-1434-40a4-a804-5b0839e38886 req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1444914 Jan 22 15:11:56.431272 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-52338a1f-2585-41fc-a75d-8403eaa926ee req-6a7ad896-c921-46f9-8d72-8ea95abd9927 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Unset dirty status for tenant:e16c63cada56495f929f122a4d474555 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:11:56.440011 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-52338a1f-2585-41fc-a75d-8403eaa926ee req-6a7ad896-c921-46f9-8d72-8ea95abd9927 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 931 time: 0.8998463 Jan 22 15:11:56.445835 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Request body: {'port': {'device_id': '4fcf1586-3fe2-4885-844a-aee0f9e11b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:11:56.613921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] No DVR routers for this DVR port 40d9c50f-6402-489a-a958-189f6c691059 on host hv-cinder-76377 {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:11:56.696009 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:56.698852 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e5aecd34-78a2-441b-af6d-e1b097c221dd req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.63 "DELETE /v2.0/ports/40d9c50f-6402-489a-a958-189f6c691059 HTTP/1.1" status: 204 len: 173 time: 6.0747564 Jan 22 15:11:56.717008 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5380bc4-9057-4f7a-a989-b95975e6b40b', 'name': 'network-vif-deleted', 'tag': '40d9c50f-6402-489a-a958-189f6c691059'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:11:56.736022 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-52338a1f-2585-41fc-a75d-8403eaa926ee req-23222010-39e2-4145-b72b-ea7962afd3c2 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943277 Jan 22 15:11:56.804740 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:56.904208 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40498) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:57.234727 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95632c84-2bf6-408a-aae9-c00f105ad27e req-34fc661e-eaa5-4922-a2c6-9c3b2885612a tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:57.236491 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-95632c84-2bf6-408a-aae9-c00f105ad27e req-34fc661e-eaa5-4922-a2c6-9c3b2885612a tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.2581244 Jan 22 15:11:57.241636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:57.293947 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6221aa83-d041-4ee3-b491-bd4465be73ee req-841f30b7-a7ca-4bdf-b21f-a752df6fc0a0 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] 10.222.0.53 "GET /v2.0/ports?device_id=c5380bc4-9057-4f7a-a989-b95975e6b40b HTTP/1.1" status: 200 len: 210 time: 0.5356054 Jan 22 15:11:57.380504 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:57.392905 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Usage tracker for resource:security_group_rule and tenant:ce4f94a0bb37464e830da86cf7626df3 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:57.395948 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:57.415423 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:57.490504 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5380bc4-9057-4f7a-a989-b95975e6b40b', 'name': 'network-vif-deleted', 'tag': '40d9c50f-6402-489a-a958-189f6c691059', 'status': 'completed', 'code': 200} Jan 22 15:11:57.546755 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-95632c84-2bf6-408a-aae9-c00f105ad27e req-44b670d0-d4b5-4836-920d-938cfc683328 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771664 Jan 22 15:11:57.582528 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:57.586197 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:57.597758 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:57.669059 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce4f94a0bb37464e830da86cf7626df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7608714 Jan 22 15:11:57.670219 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40506) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:57.674038 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3774ed-c07b-48a7-a2c1-98c510b2b1f8,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:57.701394 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.701798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.702188 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.702616 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.703008 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.703403 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.703791 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.704179 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.704566 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.704950 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.705334 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.705717 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.706191 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.706600 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.706984 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.707367 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.707747 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.708129 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.708508 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.708893 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.709276 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.709660 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.710043 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.710465 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:11:57.720432 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:57.794853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7815312-5254-4b1f-8667-ac5df4d86dab req-6a09f403-5577-44cf-a311-85839a8f907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:57.796511 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d7815312-5254-4b1f-8667-ac5df4d86dab req-6a09f403-5577-44cf-a311-85839a8f907a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=de4a334daf5d465d8ca9d1d3fa080980&device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 1162 time: 1.1452651 Jan 22 15:11:57.879400 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d7a6400a-7e7d-482d-a5b0-9df154d9bf7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:57.900729 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b2d3f0-16d6-43be-a80c-a5169ee353e7 {{(pid=80167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:11:57.924741 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:57.955878 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Transition to ACTIVE for port object f8b2d3f0-16d6-43be-a80c-a5169ee353e7 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:11:57.958249 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d7a6400a-7e7d-482d-a5b0-9df154d9bf7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:57.959323 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7815312-5254-4b1f-8667-ac5df4d86dab req-b5a2c4da-29a3-402a-84a2-64be249fd932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:57.960923 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d7815312-5254-4b1f-8667-ac5df4d86dab req-b5a2c4da-29a3-402a-84a2-64be249fd932 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c26af83-6424-413a-870e-e57e022aad52 HTTP/1.1" status: 200 len: 912 time: 0.1545260 Jan 22 15:11:57.968956 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-28b00235-161e-4a84-b86d-a5f0b059d36f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for floatingip, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:57.973112 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:58.004415 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:58.086634 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-28b00235-161e-4a84-b86d-a5f0b059d36f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:58.165126 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b2d3f0-16d6-43be-a80c-a5169ee353e7,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:58.181018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:58.226915 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d7a6400a-7e7d-482d-a5b0-9df154d9bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:58.328522 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d7815312-5254-4b1f-8667-ac5df4d86dab req-b0c2f224-5b26-4e24-a6a6-801e20499c08 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f HTTP/1.1" status: 200 len: 217 time: 0.3223917 Jan 22 15:11:58.343640 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.l3_db [None req-28b00235-161e-4a84-b86d-a5f0b059d36f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Floating IP c83981bf-7ab9-4a25-8c9b-0ab7e64407f8 associated. External IP: 172.28.2.190, port: 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017. Jan 22 15:11:58.488584 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7815312-5254-4b1f-8667-ac5df4d86dab req-76e22cf8-b840-4eec-810b-35a6f86e50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:58.490184 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d7815312-5254-4b1f-8667-ac5df4d86dab req-76e22cf8-b840-4eec-810b-35a6f86e50d7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=44e4ccfe-d0bd-430b-ad83-24fa2be62153 HTTP/1.1" status: 200 len: 858 time: 0.0850873 Jan 22 15:11:58.577104 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d7815312-5254-4b1f-8667-ac5df4d86dab req-430438f3-6518-4a3c-b94c-d1cbcf8bf226 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c26af83-6424-413a-870e-e57e022aad52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722232 Jan 22 15:11:58.607876 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826163f-4920-4e12-8897-cccba9216735 req-9d43acf8-1ef1-47b6-89c1-394a53222245 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:58.608049 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-083007dc-caba-40a1-93e8-c855613de8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:58.615815 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3826163f-4920-4e12-8897-cccba9216735 req-9d43acf8-1ef1-47b6-89c1-394a53222245 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 943 time: 0.6509819 Jan 22 15:11:58.640092 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6400a-7e7d-482d-a5b0-9df154d9bf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3774ed-c07b-48a7-a2c1-98c510b2b1f8,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:58.696243 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d7a6400a-7e7d-482d-a5b0-9df154d9bf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:58.696898 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40540) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:58.697618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Attempting to bind port f8b2d3f0-16d6-43be-a80c-a5169ee353e7 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:11:58.697986 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Attempting to bind port f8b2d3f0-16d6-43be-a80c-a5169ee353e7 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:11:58.698370 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Attempting to bind port f8b2d3f0-16d6-43be-a80c-a5169ee353e7 on network 768f6f7f-e2d6-4869-9735-e2dc09c738da {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:11:58.704184 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d7a6400a-7e7d-482d-a5b0-9df154d9bf7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:58.716075 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d7a6400a-7e7d-482d-a5b0-9df154d9bf7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb3774ed-c07b-48a7-a2c1-98c510b2b1f8 HTTP/1.1" status: 204 len: 168 time: 1.0380805 Jan 22 15:11:58.743846 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:11:58.745247 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Checking segment: {'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:11:58.746048 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:58.746669 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Bound using segment: {'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:11:58.748644 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Bound port: f8b2d3f0-16d6-43be-a80c-a5169ee353e7, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:11:58.749272 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:58.854449 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3826163f-4920-4e12-8897-cccba9216735 req-d4e4c025-b0e4-43fb-815c-c153bbbcf842 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375655 Jan 22 15:11:58.960345 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] For port f8b2d3f0-16d6-43be-a80c-a5169ee353e7, host hv-cinder-76377, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:11:58.964474 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] For port f8b2d3f0-16d6-43be-a80c-a5169ee353e7, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f8b2d3f0-16d6-43be-a80c-a5169ee353e7,segment=NetworkSegment(3239addc-c16c-423c-b32c-0ea23cec08b4),segment_id=3239addc-c16c-423c-b32c-0ea23cec08b4)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:11:58.972519 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:58.995463 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:11:59.111408 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b00235-161e-4a84-b86d-a5f0b059d36f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:11:59.139691 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d7815312-5254-4b1f-8667-ac5df4d86dab req-0007892a-7412-4232-af60-3175068bb839 service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187805 Jan 22 15:11:59.249536 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0318eff-9bce-4d7f-9dda-08b458a9173c req-9395e5cf-1876-4c41-a77e-500bf12ee098 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:59.251807 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f0318eff-9bce-4d7f-9dda-08b458a9173c req-9395e5cf-1876-4c41-a77e-500bf12ee098 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.5242412 Jan 22 15:11:59.255438 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40560) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:11:59.333151 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b2d3f0-16d6-43be-a80c-a5169ee353e7,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:11:59.333966 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b00235-161e-4a84-b86d-a5f0b059d36f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:11:59.338434 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-28b00235-161e-4a84-b86d-a5f0b059d36f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:59.349189 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2401706-9266-46b6-9f83-c404b231441e None None] Sync routers for ids ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'] in dv-cinder-763774-2-smb {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:11:59.368528 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2401706-9266-46b6-9f83-c404b231441e None None] Routers {'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:11:59.369385 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-f2401706-9266-46b6-9f83-c404b231441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:11:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:11:59.448232 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-735f0e6e-85df-4edd-abba-ae6591a276b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:59.467484 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:11:59.470433 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f09289af-b6c0-443c-bc58-85c2eb05146f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:59.524024 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-28b00235-161e-4a84-b86d-a5f0b059d36f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "PUT /v2.0/floatingips/c83981bf-7ab9-4a25-8c9b-0ab7e64407f8 HTTP/1.1" status: 200 len: 991 time: 3.6361868 Jan 22 15:11:59.525852 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f0318eff-9bce-4d7f-9dda-08b458a9173c req-2612b120-50ef-4aa1-a517-f872e8692388 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633357 Jan 22 15:11:59.527242 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-735f0e6e-85df-4edd-abba-ae6591a276b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:59.529136 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c71383a-de30-41c9-aaba-8d510886f106', 'tag': '00bfb432-2fa1-4a3f-a7ca-2d7a2068f017'}] {{(pid=80168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:11:59.576268 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-735f0e6e-85df-4edd-abba-ae6591a276b7 admin admin] Usage tracker for resource:security_group_rule and tenant:0c8d8f89cda64ab4bde54e9f4bc1e67e is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:59.594354 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f09289af-b6c0-443c-bc58-85c2eb05146f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:11:59.597234 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-735f0e6e-85df-4edd-abba-ae6591a276b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:59.633067 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:11:59.633843 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:11:59.638848 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8569f280-1434-40a4-a804-5b0839e38886 req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] 10.222.0.63 "PUT /v2.0/ports/f8b2d3f0-16d6-43be-a80c-a5169ee353e7 HTTP/1.1" status: 200 len: 1157 time: 3.2094681 Jan 22 15:11:59.639602 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcf1586-3fe2-4885-844a-aee0f9e11b4e', 'tag': 'f8b2d3f0-16d6-43be-a80c-a5169ee353e7'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:11:59.657237 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f09289af-b6c0-443c-bc58-85c2eb05146f admin admin] Usage tracker for resource:security_group_rule and tenant:2ea74429f02a415db258e30b4af9fc0d is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:11:59.679505 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f09289af-b6c0-443c-bc58-85c2eb05146f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:11:59.691782 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-735f0e6e-85df-4edd-abba-ae6591a276b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:59.709629 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f09289af-b6c0-443c-bc58-85c2eb05146f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:11:59.736425 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-f2401706-9266-46b6-9f83-c404b231441e None None] Set router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:11:59.817875 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c71383a-de30-41c9-aaba-8d510886f106', 'tag': '00bfb432-2fa1-4a3f-a7ca-2d7a2068f017', 'status': 'completed', 'code': 200} Jan 22 15:11:59.874476 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d7815312-5254-4b1f-8667-ac5df4d86dab req-1813f037-08d9-44dc-b2ef-1d4fa5cb5247 service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5434051 Jan 22 15:11:59.975750 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcf1586-3fe2-4885-844a-aee0f9e11b4e', 'tag': 'f8b2d3f0-16d6-43be-a80c-a5169ee353e7', 'status': 'completed', 'code': 200} Jan 22 15:12:00.033684 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40586) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:00.090237 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad69be4-ec7c-4034-bd3f-e50188237763 req-cd8f3c92-671a-4329-902e-3858fb4db683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:00.092760 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ad69be4-ec7c-4034-bd3f-e50188237763 req-cd8f3c92-671a-4329-902e-3858fb4db683 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79f6aff5910d4f75b6e9ccf81396c89e&device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 1162 time: 0.1965551 Jan 22 15:12:00.141280 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569f280-1434-40a4-a804-5b0839e38886 req-9a3fc232-f20f-4366-b0a0-f32a85684aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:00.143193 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8569f280-1434-40a4-a804-5b0839e38886 req-9a3fc232-f20f-4366-b0a0-f32a85684aaa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e16c63cada56495f929f122a4d474555&device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 1160 time: 0.3915071 Jan 22 15:12:00.173303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec7ff8-12e4-42ba-b2e4-a5c02416d527 req-cbc84b05-b383-4717-995d-04381b56016e tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:00.178961 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-41ec7ff8-12e4-42ba-b2e4-a5c02416d527 req-cbc84b05-b383-4717-995d-04381b56016e tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 943 time: 0.1341691 Jan 22 15:12:00.210254 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-f2401706-9266-46b6-9f83-c404b231441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': 'c83981bf-7ab9-4a25-8c9b-0ab7e64407f8', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'floating_ip_address': '172.28.2.190', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'port_id': '00bfb432-2fa1-4a3f-a7ca-2d7a2068f017', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'mac_address': 'fa:16:3e:0f:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c71383a-de30-41c9-aaba-8d510886f106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:11:27Z', 'updated_at': '2021-01-22T15:11:57Z', 'revision_number': 1, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:23Z', 'revision_number': 5, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:12:00.212407 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:00.214334 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2401706-9266-46b6-9f83-c404b231441e None None] Checking router: e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 for host: dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:12:00.224036 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2401706-9266-46b6-9f83-c404b231441e None None] Routers {'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:12:00.224765 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-f2401706-9266-46b6-9f83-c404b231441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:11:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:12:00.239563 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:00.252916 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Usage tracker for resource:security_group_rule and tenant:67347d42ae074f7398c0d37a7b6dc969 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:00.258621 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:00.268338 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:00.276239 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-41ec7ff8-12e4-42ba-b2e4-a5c02416d527 req-da15d30b-47d8-426e-8ee7-7fade2580c88 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802627 Jan 22 15:12:00.296934 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8569f280-1434-40a4-a804-5b0839e38886 req-c7eb541b-351b-491c-82f4-d170a70b66dd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8b2d3f0-16d6-43be-a80c-a5169ee353e7 HTTP/1.1" status: 200 len: 217 time: 0.0849268 Jan 22 15:12:00.369140 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:00.371974 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:00.402361 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:00.415025 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67347d42ae074f7398c0d37a7b6dc969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775740 Jan 22 15:12:00.415660 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40596) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:00.458509 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eb5ad3-a7a2-45a1-828b-bb129f0cb2fa,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:00.481585 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-735f0e6e-85df-4edd-abba-ae6591a276b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:00.483845 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569f280-1434-40a4-a804-5b0839e38886 req-881fbc35-2c0b-41ab-b9ee-8b2d06935281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:00.485489 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8569f280-1434-40a4-a804-5b0839e38886 req-881fbc35-2c0b-41ab-b9ee-8b2d06935281 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8f2babf-a99e-450f-bc7d-225705675f56 HTTP/1.1" status: 200 len: 855 time: 0.1512198 Jan 22 15:12:00.489794 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.490194 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.490893 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.491135 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.491517 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.491896 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.492418 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.492797 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.493237 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.493611 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.493983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.494371 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.494832 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.495203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.495572 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.495939 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.496307 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.496675 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.497045 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.498494 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.498792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.499161 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.499533 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.499904 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:00.502125 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-735f0e6e-85df-4edd-abba-ae6591a276b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:00.504937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:00.523941 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-066ed792-184f-4b7d-b14a-d78a5997d673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:00.555956 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-066ed792-184f-4b7d-b14a-d78a5997d673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:00.602074 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40604) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:00.612979 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-cd8a6951-3529-487c-bb15-b32790ece8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:00.646201 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8569f280-1434-40a4-a804-5b0839e38886 req-f1877f95-1a8c-4dee-823f-14a8bbe749ab service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=768f6f7f-e2d6-4869-9735-e2dc09c738da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468389 Jan 22 15:12:00.653463 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f0e6e-85df-4edd-abba-ae6591a276b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e600d3-9720-4ed4-9324-967e1742e368,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:00.658756 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad69be4-ec7c-4034-bd3f-e50188237763 req-ad1c5e41-c727-438d-b07a-fb5fe1ee4364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:00.660323 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ad69be4-ec7c-4034-bd3f-e50188237763 req-ad1c5e41-c727-438d-b07a-fb5fe1ee4364 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76 HTTP/1.1" status: 200 len: 904 time: 0.5538294 Jan 22 15:12:00.661205 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-735f0e6e-85df-4edd-abba-ae6591a276b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:00.665363 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f09289af-b6c0-443c-bc58-85c2eb05146f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:00.700445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a07e24-21e3-46f8-9b9a-915495e72069 admin admin] Deleting subnet 1aa7403e-e9e5-462d-aa5b-21201c6dce3d {{(pid=80168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 15:12:00.704314 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-f2401706-9266-46b6-9f83-c404b231441e None None] Set router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:12:00.704751 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1a07e24-21e3-46f8-9b9a-915495e72069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:00.760403 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1a07e24-21e3-46f8-9b9a-915495e72069 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:00.762668 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f09289af-b6c0-443c-bc58-85c2eb05146f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:00.763573 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-066ed792-184f-4b7d-b14a-d78a5997d673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:00.770796 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-37911fdc-0d80-461a-ade4-318a296a95fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:00.771186 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:00.788155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1a07e24-21e3-46f8-9b9a-915495e72069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851338077'] for subnet, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:00.824291 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-066ed792-184f-4b7d-b14a-d78a5997d673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:00.828870 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-066ed792-184f-4b7d-b14a-d78a5997d673 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76eb5ad3-a7a2-45a1-828b-bb129f0cb2fa HTTP/1.1" status: 204 len: 168 time: 0.4092598 Jan 22 15:12:00.828870 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ed792-184f-4b7d-b14a-d78a5997d673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eb5ad3-a7a2-45a1-828b-bb129f0cb2fa,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:00.829787 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-066ed792-184f-4b7d-b14a-d78a5997d673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:00.996966 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-735f0e6e-85df-4edd-abba-ae6591a276b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c8d8f89cda64ab4bde54e9f4bc1e67e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7387919 Jan 22 15:12:01.012147 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40616) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:01.101046 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-f09289af-b6c0-443c-bc58-85c2eb05146f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ea74429f02a415db258e30b4af9fc0d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3830574 Jan 22 15:12:01.114889 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40622) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:01.134056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09289af-b6c0-443c-bc58-85c2eb05146f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e767dc5-809a-4ca8-a2c6-8b7e6680f779,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:01.155559 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f09289af-b6c0-443c-bc58-85c2eb05146f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:01.157566 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-f2401706-9266-46b6-9f83-c404b231441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': 'c83981bf-7ab9-4a25-8c9b-0ab7e64407f8', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'floating_ip_address': '172.28.2.190', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'port_id': '00bfb432-2fa1-4a3f-a7ca-2d7a2068f017', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'mac_address': 'fa:16:3e:0f:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c71383a-de30-41c9-aaba-8d510886f106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:11:27Z', 'updated_at': '2021-01-22T15:11:57Z', 'revision_number': 1, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:23Z', 'revision_number': 5, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:12:01.157698 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ad69be4-ec7c-4034-bd3f-e50188237763 req-ba714df3-01e4-4a2d-a2c8-6efc1e64322d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 HTTP/1.1" status: 200 len: 999 time: 0.4822659 Jan 22 15:12:01.167019 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2401706-9266-46b6-9f83-c404b231441e None None] The sync data for ids ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'] in dv-cinder-763774-2-smb is: [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': 'c83981bf-7ab9-4a25-8c9b-0ab7e64407f8', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'floating_ip_address': '172.28.2.190', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'port_id': '00bfb432-2fa1-4a3f-a7ca-2d7a2068f017', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'mac_address': 'fa:16:3e:0f:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c71383a-de30-41c9-aaba-8d510886f106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:11:27Z', 'updated_at': '2021-01-22T15:11:57Z', 'revision_number': 1, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:23Z', 'revision_number': 5, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:12:01.259281 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c4771ca9-db7e-4c8e-abb7-49add556900a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:01.280049 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8569f280-1434-40a4-a804-5b0839e38886 req-52cbd375-7aa4-4bfb-827b-543b14f40d9b service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133730 Jan 22 15:12:01.323660 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f86e623a-c330-46ac-b55f-524ca0ca9bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:01.397189 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbe989-8e8f-48ff-8bcb-3873ea5b9bb7 req-359c17f7-035d-44c5-958b-51d60184a95f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:01.410170 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e2dbe989-8e8f-48ff-8bcb-3873ea5b9bb7 req-359c17f7-035d-44c5-958b-51d60184a95f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.6221156 Jan 22 15:12:01.412325 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40632) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:01.423964 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c4771ca9-db7e-4c8e-abb7-49add556900a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:01.450357 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f86e623a-c330-46ac-b55f-524ca0ca9bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:01.456600 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad69be4-ec7c-4034-bd3f-e50188237763 req-eed7a3f8-1f2a-4190-aa0f-5b177bb9540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:01.458200 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ad69be4-ec7c-4034-bd3f-e50188237763 req-eed7a3f8-1f2a-4190-aa0f-5b177bb9540a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26594a79-fcad-4c2a-92cb-91187601fd8a HTTP/1.1" status: 200 len: 849 time: 0.2781813 Jan 22 15:12:01.592300 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ca5f5807-b317-4a2c-9caa-a89fabfa77b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:01.602067 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b021604-be90-4a56-94f7-097761776279 None None] New status for floating IP c83981bf-7ab9-4a25-8c9b-0ab7e64407f8: ACTIVE {{(pid=80169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 15:12:01.634268 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1a07e24-21e3-46f8-9b9a-915495e72069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3437755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for subnet, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:01.644105 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ca5f5807-b317-4a2c-9caa-a89fabfa77b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:01.652060 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c4771ca9-db7e-4c8e-abb7-49add556900a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:01.661272 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-09c9a034-1b7e-41b9-a8ab-64f8133fd96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:01.665280 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e2dbe989-8e8f-48ff-8bcb-3873ea5b9bb7 req-226e8d32-3156-41b7-a0ae-85634d15d27b tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543988 Jan 22 15:12:01.674873 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ca5f5807-b317-4a2c-9caa-a89fabfa77b4 admin admin] Usage tracker for resource:security_group_rule and tenant:5a70eb755bf54c3699a31ecf4a7e1222 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:01.697747 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ca5f5807-b317-4a2c-9caa-a89fabfa77b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:01.710924 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ca5f5807-b317-4a2c-9caa-a89fabfa77b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:01.765174 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f86e623a-c330-46ac-b55f-524ca0ca9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:01.766091 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8569f280-1434-40a4-a804-5b0839e38886 req-74d4166c-d117-492d-9b14-c668c3b01a1c service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4684989 Jan 22 15:12:01.781013 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad69be4-ec7c-4034-bd3f-e50188237763 req-a9c11f74-4e0b-4f42-a4bb-4f958c745168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:01.782662 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ad69be4-ec7c-4034-bd3f-e50188237763 req-a9c11f74-4e0b-4f42-a4bb-4f958c745168 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2554789 Jan 22 15:12:01.787070 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a07e24-21e3-46f8-9b9a-915495e72069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aa7403e-e9e5-462d-aa5b-21201c6dce3d,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:01.798127 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c1a07e24-21e3-46f8-9b9a-915495e72069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:01.799490 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-883f3d7f-04d0-4925-91ea-0fa056a74bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:01.842681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a7237-c793-4e6a-ab04-0a60d0303614 req-864fe5a6-ac11-4942-bff3-c99899003645 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:01.843914 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-070a7237-c793-4e6a-ab04-0a60d0303614 req-864fe5a6-ac11-4942-bff3-c99899003645 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 943 time: 0.3392735 Jan 22 15:12:01.854759 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4771ca9-db7e-4c8e-abb7-49add556900a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e600d3-9720-4ed4-9324-967e1742e368,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:01.918925 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f86e623a-c330-46ac-b55f-524ca0ca9bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:01.923187 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-f86e623a-c330-46ac-b55f-524ca0ca9bb4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e767dc5-809a-4ca8-a2c6-8b7e6680f779 HTTP/1.1" status: 204 len: 168 time: 0.8021328 Jan 22 15:12:01.936544 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c4771ca9-db7e-4c8e-abb7-49add556900a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:01.940295 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-c4771ca9-db7e-4c8e-abb7-49add556900a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1e600d3-9720-4ed4-9324-967e1742e368 HTTP/1.1" status: 204 len: 168 time: 0.9144132 Jan 22 15:12:01.943024 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e623a-c330-46ac-b55f-524ca0ca9bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e767dc5-809a-4ca8-a2c6-8b7e6680f779,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:01.985426 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f86e623a-c330-46ac-b55f-524ca0ca9bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:01.987250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:01.987579 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:01.991846 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1a07e24-21e3-46f8-9b9a-915495e72069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:01.994298 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-c1a07e24-21e3-46f8-9b9a-915495e72069 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1aa7403e-e9e5-462d-aa5b-21201c6dce3d HTTP/1.1" status: 204 len: 168 time: 1.3909378 Jan 22 15:12:01.998415 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40660) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:02.045762 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-070a7237-c793-4e6a-ab04-0a60d0303614 req-e3982034-155e-400c-9d05-d17f7044aaf1 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778955 Jan 22 15:12:02.220531 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851173077'] for network, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:02.357355 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ad69be4-ec7c-4034-bd3f-e50188237763 req-16caad70-c44a-4bad-9607-9deb5531bad5 service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517821 Jan 22 15:12:02.547169 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3437584', 'neutron.services.segments.db._delete_segments_for_network--9223363265338935241'] for network, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:02.676961 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddfc21-b80d-4152-a85c-adc5ca89759d req-5220a37d-1e2f-4049-bc95-d2e72d456aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:02.679138 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-34ddfc21-b80d-4152-a85c-adc5ca89759d req-5220a37d-1e2f-4049-bc95-d2e72d456aea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e16c63cada56495f929f122a4d474555&device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 1160 time: 0.3112874 Jan 22 15:12:02.731226 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80168) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:12:02.731705 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ca5f5807-b317-4a2c-9caa-a89fabfa77b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:02.733292 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80168) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:12:02.736047 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80168) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:12:02.736437 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ad69be4-ec7c-4034-bd3f-e50188237763 req-2884799d-a8f5-41be-a521-3c914c751abb service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3203988 Jan 22 15:12:02.736772 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Subscribe: > port after_create 55550000 {{(pid=80168) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:12:02.737280 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Subscribe: > port after_delete 55550000 {{(pid=80168) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:12:02.738576 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Subscribe: > port after_update 55550000 {{(pid=80168) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:12:02.739114 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80168) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:12:02.739767 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80168) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:12:02.740041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ca5f5807-b317-4a2c-9caa-a89fabfa77b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:02.742592 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80168) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:12:02.743518 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80168) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:12:02.793661 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1223158e-8a3e-4c7e-9687-3f50d1385791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:02.804182 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40698) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:02.845746 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80168) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:12:02.846143 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80168) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:12:02.846573 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80168) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:12:02.847079 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80168) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:12:02.847677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af85088b-65d3-42d4-b0df-b8a529c47a00']}} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:12:02.863336 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c') {'for_net_delete': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:12:02.863336 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbf6ea8-3ee2-4876-8e0b-a4832bcd0e6c') {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:12:02.876910 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265338937289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822549367'] for segment, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:02.945181 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:02.948894 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 15:12:02.963631 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84cf0d75-6525-494b-80aa-000885fc8474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:02.998683 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-84cf0d75-6525-494b-80aa-000885fc8474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:03.003997 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f5807-b317-4a2c-9caa-a89fabfa77b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eae277-c413-424f-ae98-f0150ee6f879,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:03.019291 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-ca5f5807-b317-4a2c-9caa-a89fabfa77b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a70eb755bf54c3699a31ecf4a7e1222&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5889988 Jan 22 15:12:03.020545 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ca5f5807-b317-4a2c-9caa-a89fabfa77b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:03.021644 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-84cf0d75-6525-494b-80aa-000885fc8474 admin admin] Usage tracker for resource:security_group_rule and tenant:cd581dac67ca43de929b3a53be79ced1 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:03.026532 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40708) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:03.043945 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-84cf0d75-6525-494b-80aa-000885fc8474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:03.065949 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-84cf0d75-6525-494b-80aa-000885fc8474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:03.147828 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddfc21-b80d-4152-a85c-adc5ca89759d req-99661219-98b3-4d71-a093-c80015fc526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:03.149443 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-34ddfc21-b80d-4152-a85c-adc5ca89759d req-99661219-98b3-4d71-a093-c80015fc526a service neutron] 10.222.0.63 "GET /v2.0/networks?id=768f6f7f-e2d6-4869-9735-e2dc09c738da HTTP/1.1" status: 200 len: 909 time: 0.4113226 Jan 22 15:12:03.186111 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e30d844f-2bd9-4ecc-b7b4-fc03273b0394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:03.208250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Network af85088b-65d3-42d4-b0df-b8a529c47a00 has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:12:03.220258 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851327524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823312424'] for segment, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:03.309014 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-34ddfc21-b80d-4152-a85c-adc5ca89759d req-75cdfe0f-574e-4b39-8b08-beab1983508e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8b2d3f0-16d6-43be-a80c-a5169ee353e7 HTTP/1.1" status: 200 len: 217 time: 0.1278646 Jan 22 15:12:03.333651 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb20401-ed86-4ece-91ef-4d63355139f0 req-d1d81e63-4575-48fc-98f3-4b48590b0b09 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:03.342084 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0eb20401-ed86-4ece-91ef-4d63355139f0 req-d1d81e63-4575-48fc-98f3-4b48590b0b09 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.4570475 Jan 22 15:12:03.406812 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e30d844f-2bd9-4ecc-b7b4-fc03273b0394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:03.480947 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Network af85088b-65d3-42d4-b0df-b8a529c47a00 has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:12:03.495580 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddfc21-b80d-4152-a85c-adc5ca89759d req-122e8312-cd0a-405b-9c60-30aff7290a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:03.497166 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-34ddfc21-b80d-4152-a85c-adc5ca89759d req-122e8312-cd0a-405b-9c60-30aff7290a1d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8f2babf-a99e-450f-bc7d-225705675f56 HTTP/1.1" status: 200 len: 855 time: 0.1636319 Jan 22 15:12:03.498912 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0eb20401-ed86-4ece-91ef-4d63355139f0 req-98d859ee-22f4-4131-8d65-da13ef4f38a0 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558568 Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: (rel_b, rel_a, rel_b), Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: (rel_b, rel_a, rel_b), Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: Traceback (most recent call last): Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: timer() Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: cb(*args, **kw) Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: return func(*args, **kwargs) Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: self._notify() Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: self.callback(batched_events) Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: event.method(event) Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: segment_id)['aggregates'][0] Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: return f(self, *a, **k) Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: return self._get(url).json() Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: **kwargs) Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: return self.request(url, 'GET', **kwargs) Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: **endpoint_filter) Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 15:12:03.530302 dv-cinder-763774-2-smb neutron-server[80056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 15:12:03.599901 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-34ddfc21-b80d-4152-a85c-adc5ca89759d req-2b287966-438c-4b77-b09a-df88753f30bb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=768f6f7f-e2d6-4869-9735-e2dc09c738da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921400 Jan 22 15:12:03.625179 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851338216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854265033'] for network, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:03.630848 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:03.634963 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:03.642419 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8aeaee-b875-474e-8f08-7a89939b62fe req-a2a3e9ed-08c3-44b5-8cae-37c0c8efa95f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:03.644113 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7b8aeaee-b875-474e-8f08-7a89939b62fe req-a2a3e9ed-08c3-44b5-8cae-37c0c8efa95f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 943 time: 0.3907754 Jan 22 15:12:03.646147 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84cf0d75-6525-494b-80aa-000885fc8474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:03.658724 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Pushing event deleted for resources: {'Network': ['ID=af85088b-65d3-42d4-b0df-b8a529c47a00,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:03.662597 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:03.667236 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] 10.222.0.53 "DELETE /v2.0/networks/af85088b-65d3-42d4-b0df-b8a529c47a00 HTTP/1.1" status: 204 len: 168 time: 1.6677911 Jan 22 15:12:03.674562 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e30d844f-2bd9-4ecc-b7b4-fc03273b0394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:03.683916 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:03.690969 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84cf0d75-6525-494b-80aa-000885fc8474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:03.787722 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d844f-2bd9-4ecc-b7b4-fc03273b0394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eae277-c413-424f-ae98-f0150ee6f879,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:03.807838 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e30d844f-2bd9-4ecc-b7b4-fc03273b0394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:03.808498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-735f0e6e-85df-4edd-abba-ae6591a276b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:03.862398 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-84cf0d75-6525-494b-80aa-000885fc8474 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd581dac67ca43de929b3a53be79ced1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0535705 Jan 22 15:12:03.864830 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40732) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:03.882566 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7b8aeaee-b875-474e-8f08-7a89939b62fe req-dff39364-30e9-4c19-9190-58f6abfc2e0b tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104201 Jan 22 15:12:03.903281 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e30d844f-2bd9-4ecc-b7b4-fc03273b0394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:03.904605 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-e30d844f-2bd9-4ecc-b7b4-fc03273b0394 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0eae277-c413-424f-ae98-f0150ee6f879 HTTP/1.1" status: 204 len: 168 time: 0.8770852 Jan 22 15:12:03.905640 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf0d75-6525-494b-80aa-000885fc8474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28db210d-09c9-43e2-b596-a7854e9834ae,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:03.918733 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-84cf0d75-6525-494b-80aa-000885fc8474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:03.947136 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40738) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:03.986062 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3002dec2-825d-4516-ba35-1a0dd9dc7dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:03.990202 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-34ddfc21-b80d-4152-a85c-adc5ca89759d req-5952ed4a-3d90-434b-939d-d811694c16a4 service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797557 Jan 22 15:12:04.024309 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3002dec2-825d-4516-ba35-1a0dd9dc7dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:04.044150 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d0f69cfa-785e-4823-8a98-e7e40fbdef0a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6d43189a8744950b9e3d6a6bbab73ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0956604 Jan 22 15:12:04.092035 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40746) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:04.114234 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3002dec2-825d-4516-ba35-1a0dd9dc7dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:04.121828 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-db19293c-0914-4be1-8e1c-70f0fd991643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:04.136222 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002dec2-825d-4516-ba35-1a0dd9dc7dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28db210d-09c9-43e2-b596-a7854e9834ae,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:04.149715 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3002dec2-825d-4516-ba35-1a0dd9dc7dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:04.156560 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3002dec2-825d-4516-ba35-1a0dd9dc7dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:04.158268 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-3002dec2-825d-4516-ba35-1a0dd9dc7dfc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28db210d-09c9-43e2-b596-a7854e9834ae HTTP/1.1" status: 204 len: 168 time: 0.2919559 Jan 22 15:12:04.226721 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-34ddfc21-b80d-4152-a85c-adc5ca89759d req-b4aba47b-d012-4806-834f-1c2cc5ce514d service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2232883 Jan 22 15:12:04.227580 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c2fe708a-7cd8-4f20-8956-08a6629651f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:04.259848 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c2fe708a-7cd8-4f20-8956-08a6629651f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:04.306820 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c2fe708a-7cd8-4f20-8956-08a6629651f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:04.313387 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-fdbec2bb-edf1-49b2-a268-41721159e08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:04.343786 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe708a-7cd8-4f20-8956-08a6629651f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463b87e0-06ae-4e98-a28e-e1f216ba9574,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:04.352083 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c2fe708a-7cd8-4f20-8956-08a6629651f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:04.371879 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c2fe708a-7cd8-4f20-8956-08a6629651f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:04.376369 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-c2fe708a-7cd8-4f20-8956-08a6629651f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/463b87e0-06ae-4e98-a28e-e1f216ba9574 HTTP/1.1" status: 204 len: 168 time: 0.2808568 Jan 22 15:12:04.753514 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc0090-24b2-42e7-ba6a-d964b5142a4d req-74e427be-648e-4edf-a991-1932ce4ca336 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:04.755313 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dedc0090-24b2-42e7-ba6a-d964b5142a4d req-74e427be-648e-4edf-a991-1932ce4ca336 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.1253822 Jan 22 15:12:04.821963 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dedc0090-24b2-42e7-ba6a-d964b5142a4d req-d601731b-5f86-4664-9f99-8a0e83b25768 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593638 Jan 22 15:12:04.916621 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40782) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:04.942543 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f0309a10-7722-4ad5-a23f-e28d610b7f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:04.960491 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f0309a10-7722-4ad5-a23f-e28d610b7f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:04.964658 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f0309a10-7722-4ad5-a23f-e28d610b7f6c admin admin] Usage tracker for resource:security_group_rule and tenant:f50116d69bab4537b5f86bf5d25b7947 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:04.968190 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f0309a10-7722-4ad5-a23f-e28d610b7f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:04.974088 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f0309a10-7722-4ad5-a23f-e28d610b7f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:05.078935 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f0309a10-7722-4ad5-a23f-e28d610b7f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:05.082217 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f0309a10-7722-4ad5-a23f-e28d610b7f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:05.097463 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f09289af-b6c0-443c-bc58-85c2eb05146f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:05.102411 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40796) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:05.159468 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-f0309a10-7722-4ad5-a23f-e28d610b7f6c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f50116d69bab4537b5f86bf5d25b7947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387421 Jan 22 15:12:05.159468 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0309a10-7722-4ad5-a23f-e28d610b7f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befd380e-f023-498d-8e7c-316749815212,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:05.161567 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40804) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:05.164644 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f0309a10-7722-4ad5-a23f-e28d610b7f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:05.178846 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b9202-2d2e-4e89-bd73-756bbfbeb960 req-8b287492-828a-41b1-9d33-d10d930be67d tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:05.180696 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-612b9202-2d2e-4e89-bd73-756bbfbeb960 req-8b287492-828a-41b1-9d33-d10d930be67d tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 943 time: 0.1292489 Jan 22 15:12:05.233937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b6cb12dd-8175-4aab-8bd1-107e267982c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:05.238274 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-612b9202-2d2e-4e89-bd73-756bbfbeb960 req-1527087a-ee91-421b-90b3-347b74924f08 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496545 Jan 22 15:12:05.264601 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b6cb12dd-8175-4aab-8bd1-107e267982c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:05.314193 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b6cb12dd-8175-4aab-8bd1-107e267982c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:05.321213 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e30d844f-2bd9-4ecc-b7b4-fc03273b0394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:05.353395 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b6cb12dd-8175-4aab-8bd1-107e267982c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:05.354667 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b6cb12dd-8175-4aab-8bd1-107e267982c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/befd380e-f023-498d-8e7c-316749815212 HTTP/1.1" status: 204 len: 168 time: 0.1920800 Jan 22 15:12:05.355629 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb12dd-8175-4aab-8bd1-107e267982c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befd380e-f023-498d-8e7c-316749815212,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:05.359504 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b6cb12dd-8175-4aab-8bd1-107e267982c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:05.411432 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cb131724-6549-4318-885a-dfd8ebf054e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:05.429604 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-cb131724-6549-4318-885a-dfd8ebf054e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:05.434161 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-cb131724-6549-4318-885a-dfd8ebf054e6 admin admin] Usage tracker for resource:security_group_rule and tenant:9478cce257e544d99a76dcf9aa1ae138 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:05.437874 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-cb131724-6549-4318-885a-dfd8ebf054e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:05.444203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-cb131724-6549-4318-885a-dfd8ebf054e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:05.540157 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cb131724-6549-4318-885a-dfd8ebf054e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:05.544617 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cb131724-6549-4318-885a-dfd8ebf054e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:05.554390 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-066ed792-184f-4b7d-b14a-d78a5997d673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:05.604408 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-cb131724-6549-4318-885a-dfd8ebf054e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9478cce257e544d99a76dcf9aa1ae138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4982035 Jan 22 15:12:05.604832 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40820) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:05.619726 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb131724-6549-4318-885a-dfd8ebf054e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e19fb2c-6b88-43fc-bebb-fee4ecab910a,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:05.624198 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-cb131724-6549-4318-885a-dfd8ebf054e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:05.699162 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5f4c56e9-f4cd-4764-b6cd-f58cfab4552e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:05.736418 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5f4c56e9-f4cd-4764-b6cd-f58cfab4552e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:05.792798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5f4c56e9-f4cd-4764-b6cd-f58cfab4552e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:05.799041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c2fe708a-7cd8-4f20-8956-08a6629651f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:05.811212 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c56e9-f4cd-4764-b6cd-f58cfab4552e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e19fb2c-6b88-43fc-bebb-fee4ecab910a,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:05.814353 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5f4c56e9-f4cd-4764-b6cd-f58cfab4552e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:05.820790 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5f4c56e9-f4cd-4764-b6cd-f58cfab4552e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:05.824548 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-5f4c56e9-f4cd-4764-b6cd-f58cfab4552e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e19fb2c-6b88-43fc-bebb-fee4ecab910a HTTP/1.1" status: 204 len: 168 time: 0.2160900 Jan 22 15:12:06.155332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d624fdd-85ed-486d-8a97-42ac764d266b req-abc4cd87-4a22-4d91-88b4-fc51897d8bbe tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:06.156915 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9d624fdd-85ed-486d-8a97-42ac764d266b req-abc4cd87-4a22-4d91-88b4-fc51897d8bbe tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.1670370 Jan 22 15:12:06.221383 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9d624fdd-85ed-486d-8a97-42ac764d266b req-3e1a01a6-7685-4903-a660-4f1c6b1f940e tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549009 Jan 22 15:12:06.290413 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:12:06.516253 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e343e1e-e784-48dd-8e5a-e2eac5107b9c req-f5368af1-fad5-40d8-a2c3-038c751bfef3 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:06.523863 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7e343e1e-e784-48dd-8e5a-e2eac5107b9c req-f5368af1-fad5-40d8-a2c3-038c751bfef3 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 943 time: 0.1350389 Jan 22 15:12:06.552031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40876) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:06.582881 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-158000c4-a907-4b87-8628-a332a254cd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:06.585580 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7e343e1e-e784-48dd-8e5a-e2eac5107b9c req-b62ef103-e2df-4fa0-ab5a-c7f82328a276 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605249 Jan 22 15:12:06.603415 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-158000c4-a907-4b87-8628-a332a254cd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:06.610373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-158000c4-a907-4b87-8628-a332a254cd78 admin admin] Usage tracker for resource:security_group_rule and tenant:a9fbb948d85e4d0f93cf48ed6aefcccb is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:06.614243 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-158000c4-a907-4b87-8628-a332a254cd78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:06.621209 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-158000c4-a907-4b87-8628-a332a254cd78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:06.729672 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40888) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:06.734092 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-158000c4-a907-4b87-8628-a332a254cd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:06.738025 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-158000c4-a907-4b87-8628-a332a254cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:06.752566 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:06.800293 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-158000c4-a907-4b87-8628-a332a254cd78 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9fbb948d85e4d0f93cf48ed6aefcccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470245 Jan 22 15:12:06.801037 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40896) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:06.801250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158000c4-a907-4b87-8628-a332a254cd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f8b106-52af-4fd4-92d9-b2d14f9a21bd,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:06.805047 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-158000c4-a907-4b87-8628-a332a254cd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:06.871801 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f8786b06-0f16-408f-8b5d-fa3f64bdd910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:06.900468 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f8786b06-0f16-408f-8b5d-fa3f64bdd910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:06.946661 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f8786b06-0f16-408f-8b5d-fa3f64bdd910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:06.952623 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e1246dcb-0cd0-454d-89c6-d5fb05eeea44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:06.965664 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8786b06-0f16-408f-8b5d-fa3f64bdd910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f8b106-52af-4fd4-92d9-b2d14f9a21bd,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:06.968346 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f8786b06-0f16-408f-8b5d-fa3f64bdd910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:06.976356 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f8786b06-0f16-408f-8b5d-fa3f64bdd910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:06.980729 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-f8786b06-0f16-408f-8b5d-fa3f64bdd910 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00f8b106-52af-4fd4-92d9-b2d14f9a21bd HTTP/1.1" status: 204 len: 168 time: 0.1786072 Jan 22 15:12:07.123227 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-354428100-network', 'tenant_id': '145cabaac57f4de3a6de57c2c8efe26e'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:07.131352 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:07.139458 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Usage tracker for resource:network and tenant:145cabaac57f4de3a6de57c2c8efe26e is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:07.144481 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device f8b2d3f0-16d6-43be-a80c-a5169ee353e7 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:07.149354 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40906) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:07.161525 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:07.168017 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:07.189519 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Made reservation on behalf of 145cabaac57f4de3a6de57c2c8efe26e for: {'network': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:12:07.194561 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:07.219207 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:07.243790 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:07.248569 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Usage tracker for resource:security_group_rule and tenant:145cabaac57f4de3a6de57c2c8efe26e is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:07.251732 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:07.261147 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:07.272858 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port f8b2d3f0-16d6-43be-a80c-a5169ee353e7 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:12:07.280300 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port f8b2d3f0-16d6-43be-a80c-a5169ee353e7 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:07.281983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:07.458272 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:07.468007 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:07.472688 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f51a7d33-74d6-4614-a6a6-0717ded4eaef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:07.567151 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 15:12:07.578653 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:07.592575 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d318fdde-a20a-45aa-a60f-63f362f0f8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:07.625258 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-d318fdde-a20a-45aa-a60f-63f362f0f8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:07.633553 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-d318fdde-a20a-45aa-a60f-63f362f0f8cb admin admin] Usage tracker for resource:security_group_rule and tenant:9798cbeca88d492e97e17f00df8f409b is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:07.648585 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-d318fdde-a20a-45aa-a60f-63f362f0f8cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:07.648585 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-d318fdde-a20a-45aa-a60f-63f362f0f8cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:07.674467 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port f8b2d3f0-16d6-43be-a80c-a5169ee353e7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f8b2d3f0-16d6-43be-a80c-a5169ee353e7,segment=NetworkSegment(3239addc-c16c-423c-b32c-0ea23cec08b4),segment_id=3239addc-c16c-423c-b32c-0ea23cec08b4)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:12:07.685331 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcf1586-3fe2-4885-844a-aee0f9e11b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b2d3f0-16d6-43be-a80c-a5169ee353e7'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:12:07.710885 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:07.711962 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:07.723884 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a15b0e7-c1d4-4ab7-8e7d-fb80ae67b708,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:07.745202 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:07.769491 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d318fdde-a20a-45aa-a60f-63f362f0f8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:07.773252 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d318fdde-a20a-45aa-a60f-63f362f0f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:07.778629 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771515840559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:07.779850 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Added segment f3debc69-b983-4bc0-90e6-d485f2dbfe2c of type vxlan for network f2ad97f5-551d-447d-82ad-1a2a05a62611 Jan 22 15:12:07.815919 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ca5f5807-b317-4a2c-9caa-a89fabfa77b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:07.830592 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:07.849657 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d318fdde-a20a-45aa-a60f-63f362f0f8cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9798cbeca88d492e97e17f00df8f409b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6963403 Jan 22 15:12:07.852448 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40932) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:07.862525 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:07.941842 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40938) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:07.944314 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e2158-52b3-4393-960d-518a7ca61b4d req-2748ed3b-0dba-4875-a7b9-a5f06da2fe74 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:07.946053 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8b4e2158-52b3-4393-960d-518a7ca61b4d req-2748ed3b-0dba-4875-a7b9-a5f06da2fe74 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.3609064 Jan 22 15:12:07.967809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318fdde-a20a-45aa-a60f-63f362f0f8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a0d2b7-e208-4650-b72a-b9efd0a68de6,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:07.979565 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d318fdde-a20a-45aa-a60f-63f362f0f8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:07.983312 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:07.987379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:07.988158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:07.991558 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:07.992105 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:07.996429 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6a39d88d-8385-4d24-83e6-e035e4d08faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:08.046214 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=f8b2d3f0-16d6-43be-a80c-a5169ee353e7,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:08.055199 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3fa37b1a-1638-42b4-a718-89e25907bd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:08.064600 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.064987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.065368 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.065715 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.066292 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.066839 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.067355 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.067860 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.068504 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.069046 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.069665 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.070210 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.070929 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.071467 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.072017 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.072564 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.073221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.073767 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.074321 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.074909 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.075505 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.076066 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.076610 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.077151 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:08.089503 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3fa37b1a-1638-42b4-a718-89e25907bd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:08.090816 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:08.113859 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8b4e2158-52b3-4393-960d-518a7ca61b4d req-72ec785b-a452-4f48-8ead-39bb7c64da23 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576581 Jan 22 15:12:08.160357 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3fa37b1a-1638-42b4-a718-89e25907bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:08.167542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:08.183256 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa37b1a-1638-42b4-a718-89e25907bd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a0d2b7-e208-4650-b72a-b9efd0a68de6,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:08.190090 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4588699 Jan 22 15:12:08.191789 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40948) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:08.216628 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Request body: {'subnet': {'network_id': 'f2ad97f5-551d-447d-82ad-1a2a05a62611', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-354428100-subnet', 'tenant_id': '145cabaac57f4de3a6de57c2c8efe26e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:08.224784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Pushing event updated for resources: {'Network': ['ID=f2ad97f5-551d-447d-82ad-1a2a05a62611,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:08.238203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:08.239577 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:08.242159 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8452880-2e41-4f86-ad3a-684cd4291930 req-211af83f-f84a-46b8-8b9a-7ff5d6e7ee34 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:08.247746 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b8452880-2e41-4f86-ad3a-684cd4291930 req-211af83f-f84a-46b8-8b9a-7ff5d6e7ee34 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 945 time: 0.3507357 Jan 22 15:12:08.248893 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3fa37b1a-1638-42b4-a718-89e25907bd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:08.249158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Usage tracker for resource:subnet and tenant:145cabaac57f4de3a6de57c2c8efe26e is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:08.256267 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network f2ad97f5-551d-447d-82ad-1a2a05a62611 details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:12:08.256723 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:08.262817 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:08.266987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3fa37b1a-1638-42b4-a718-89e25907bd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:08.270594 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-3fa37b1a-1638-42b4-a718-89e25907bd08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12a0d2b7-e208-4650-b72a-b9efd0a68de6 HTTP/1.1" status: 204 len: 168 time: 0.4147196 Jan 22 15:12:08.272708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Made reservation on behalf of 145cabaac57f4de3a6de57c2c8efe26e for: {'subnet': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:12:08.277848 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852683248'] for subnet, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:08.284586 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcf1586-3fe2-4885-844a-aee0f9e11b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b2d3f0-16d6-43be-a80c-a5169ee353e7', 'code': 200} Jan 22 15:12:08.287531 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Network f2ad97f5-551d-447d-82ad-1a2a05a62611 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:12:08.381689 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b8452880-2e41-4f86-ad3a-684cd4291930 req-715f7a43-9718-4e6e-ad98-40e1cc0c30da tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171880 Jan 22 15:12:08.509129 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1620561730-network', 'tenant_id': '0e4cafaa96214974af2149fe92d34513'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:08.527702 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:08.539087 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Usage tracker for resource:network and tenant:0e4cafaa96214974af2149fe92d34513 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:08.648442 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:08.657229 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:08.670294 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Made reservation on behalf of 0e4cafaa96214974af2149fe92d34513 for: {'network': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:12:08.675607 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:08.691733 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:08.749822 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:08.765039 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Usage tracker for resource:security_group_rule and tenant:0e4cafaa96214974af2149fe92d34513 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:08.769425 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:08.777099 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:08.780903 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa223c-e22a-4f85-9291-fca2003140c3 req-a7860763-ff37-4b28-9a6b-9322a7adebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:08.782571 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0daa223c-e22a-4f85-9291-fca2003140c3 req-a7860763-ff37-4b28-9a6b-9322a7adebd9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 1162 time: 0.2330525 Jan 22 15:12:08.860531 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0daa223c-e22a-4f85-9291-fca2003140c3 req-4a5d3163-59d7-4d46-92c1-b4746afbcb75 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521224 Jan 22 15:12:08.969335 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:08.973600 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:08.979451 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b6cb12dd-8175-4aab-8bd1-107e267982c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:09.012795 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40970) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:09.014750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 15:12:09.028209 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaed3a0-f043-4afa-a32d-20756d5f8810,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:09.032941 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:09.034226 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:09.034659 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Added segment 4124ac8a-7df4-4288-bfb5-24736c2b49d8 of type vxlan for network df9d3802-e64b-45cd-a324-883109059473 Jan 22 15:12:09.039002 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-549cd5d0-4b4c-446d-8b79-c3304afdee77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:09.071601 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-549cd5d0-4b4c-446d-8b79-c3304afdee77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:09.071792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:09.072905 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-549cd5d0-4b4c-446d-8b79-c3304afdee77 admin admin] Usage tracker for resource:security_group_rule and tenant:7135e5156455404e92689fe965bc60da is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:09.078083 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-549cd5d0-4b4c-446d-8b79-c3304afdee77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:09.087626 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-549cd5d0-4b4c-446d-8b79-c3304afdee77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:09.100987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:09.102907 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:09.103836 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:09.143507 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:09.195890 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2216527 Jan 22 15:12:09.206174 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 40980) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:09.213410 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-549cd5d0-4b4c-446d-8b79-c3304afdee77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:09.219602 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-549cd5d0-4b4c-446d-8b79-c3304afdee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:09.238130 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:09.288236 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device f8b2d3f0-16d6-43be-a80c-a5169ee353e7 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:09.300214 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-549cd5d0-4b4c-446d-8b79-c3304afdee77 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7135e5156455404e92689fe965bc60da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859032 Jan 22 15:12:09.302627 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cd5d0-4b4c-446d-8b79-c3304afdee77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2527394-7439-435c-b0d4-902b717bf8b9,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:09.305255 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 40986) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:09.365692 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Request body: {'subnet': {'network_id': 'df9d3802-e64b-45cd-a324-883109059473', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1620561730-subnet', 'tenant_id': '0e4cafaa96214974af2149fe92d34513', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:09.370837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:09.375856 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Usage tracker for resource:subnet and tenant:0e4cafaa96214974af2149fe92d34513 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:09.379063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:09.385325 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:09.401124 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Made reservation on behalf of 0e4cafaa96214974af2149fe92d34513 for: {'subnet': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:12:09.407819 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:09.438477 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-549cd5d0-4b4c-446d-8b79-c3304afdee77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:09.457272 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823313806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852683229'] for subnet, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:09.463940 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port f8b2d3f0-16d6-43be-a80c-a5169ee353e7 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:09.464357 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:09.487109 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ffec5662-1577-4e04-b467-80091dc3e892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:09.656335 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Pushing event updated for resources: {'Network': ['ID=df9d3802-e64b-45cd-a324-883109059473,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:09.674942 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:09.684303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network df9d3802-e64b-45cd-a324-883109059473 details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:12:09.730179 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Network df9d3802-e64b-45cd-a324-883109059473 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:12:09.762604 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945f21d-a315-46a6-9e79-a101e93051c7 req-21d0126c-c4ae-4cfe-b764-77d989078d4d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:09.765017 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b945f21d-a315-46a6-9e79-a101e93051c7 req-21d0126c-c4ae-4cfe-b764-77d989078d4d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.3365858 Jan 22 15:12:09.793508 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d66e3a-8ca3-442f-bc42-4e0e03403bef,revision_number=0']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:09.810085 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:09.814363 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6cd510e2-1cd7-477d-8059-12446a0ed56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:09.887331 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6cd510e2-1cd7-477d-8059-12446a0ed56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:09.899732 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b945f21d-a315-46a6-9e79-a101e93051c7 req-f0099c03-b38a-4905-81ca-9f94ba54ba9c tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164491 Jan 22 15:12:09.910407 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 41006) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:10.133780 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf71778-f279-4125-9eb0-da81d8ae8f9c req-f43a157f-f103-46e6-adb4-16bc93b92e28 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:10.135609 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9bf71778-f279-4125-9eb0-da81d8ae8f9c req-f43a157f-f103-46e6-adb4-16bc93b92e28 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 945 time: 0.4015098 Jan 22 15:12:10.148599 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Checking segment: {'id': 'f3debc69-b983-4bc0-90e6-d485f2dbfe2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f2ad97f5-551d-447d-82ad-1a2a05a62611'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:12:10.149001 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Network hostable DHCP agents. Network: f2ad97f5-551d-447d-82ad-1a2a05a62611, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:12:10.214284 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Network f2ad97f5-551d-447d-82ad-1a2a05a62611 is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:12:10.231734 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6cd510e2-1cd7-477d-8059-12446a0ed56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:10.240059 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9bf71778-f279-4125-9eb0-da81d8ae8f9c req-b65f7875-2865-40e8-913d-cd2b83e18286 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962880 Jan 22 15:12:10.242551 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4ffaeecb-a072-447a-abd9-29200c3ae739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:10.253457 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, f2ad97f5-551d-447d-82ad-1a2a05a62611) {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:12:10.261606 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21945f7a-7904-4444-bbae-3db48bb1cbfe None None] Network f2ad97f5-551d-447d-82ad-1a2a05a62611 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:12:10.266536 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd510e2-1cd7-477d-8059-12446a0ed56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2527394-7439-435c-b0d4-902b717bf8b9,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:10.320282 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:10.320961 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:10.371325 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6cd510e2-1cd7-477d-8059-12446a0ed56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:10.372818 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6cd510e2-1cd7-477d-8059-12446a0ed56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:10.376554 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-6cd510e2-1cd7-477d-8059-12446a0ed56a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2527394-7439-435c-b0d4-902b717bf8b9 HTTP/1.1" status: 204 len: 168 time: 1.0677853 Jan 22 15:12:10.402636 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1978798 Jan 22 15:12:10.451869 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-04b2a07c-d9bc-4d12-8781-72b0bc37dfb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:10.470957 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-04b2a07c-d9bc-4d12-8781-72b0bc37dfb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:10.475001 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-04b2a07c-d9bc-4d12-8781-72b0bc37dfb1 admin admin] Usage tracker for resource:security_group_rule and tenant:2affb2006f0e45578963f8c99f5ab478 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:10.478261 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-04b2a07c-d9bc-4d12-8781-72b0bc37dfb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:10.484796 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-04b2a07c-d9bc-4d12-8781-72b0bc37dfb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:10.686127 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08e88da-4333-4e34-ab9a-b78cb558d3ed None None] Network f2ad97f5-551d-447d-82ad-1a2a05a62611 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:12:10.805152 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for subnet, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:10.809836 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-04b2a07c-d9bc-4d12-8781-72b0bc37dfb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:10.828367 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-53f0ea05-2b22-484a-9675-1d4d7095b10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:10.866724 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-04b2a07c-d9bc-4d12-8781-72b0bc37dfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:10.954106 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-04b2a07c-d9bc-4d12-8781-72b0bc37dfb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2affb2006f0e45578963f8c99f5ab478&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0402739 Jan 22 15:12:10.954905 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 41046) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:10.995370 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ddc34f-ab5b-487d-bc71-90462f040559,revision_number=0']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:11.011135 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:11.011681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d318fdde-a20a-45aa-a60f-63f362f0f8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:11.059322 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2a07c-d9bc-4d12-8781-72b0bc37dfb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00808a4c-c8a4-4a64-bce2-4c06ac98fa53,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:11.069150 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-04b2a07c-d9bc-4d12-8781-72b0bc37dfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:11.108371 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-eea3853e-a052-412c-9069-215cd87411fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:11.150013 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-eea3853e-a052-412c-9069-215cd87411fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:11.169475 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Checking segment: {'id': '4124ac8a-7df4-4288-bfb5-24736c2b49d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'df9d3802-e64b-45cd-a324-883109059473'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:12:11.169873 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Network hostable DHCP agents. Network: df9d3802-e64b-45cd-a324-883109059473, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:12:11.197625 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Network df9d3802-e64b-45cd-a324-883109059473 is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:12:11.209712 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, df9d3802-e64b-45cd-a324-883109059473) {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:12:11.211105 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-eea3853e-a052-412c-9069-215cd87411fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:11.218870 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b4cd37-8302-46f6-9f80-123616688af6 None None] Network df9d3802-e64b-45cd-a324-883109059473 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:12:11.225515 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f8786b06-0f16-408f-8b5d-fa3f64bdd910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:11.243829 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-eea3853e-a052-412c-9069-215cd87411fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:11.247643 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:11.248617 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-eea3853e-a052-412c-9069-215cd87411fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00808a4c-c8a4-4a64-bce2-4c06ac98fa53 HTTP/1.1" status: 204 len: 168 time: 0.2928689 Jan 22 15:12:11.251964 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3853e-a052-412c-9069-215cd87411fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00808a4c-c8a4-4a64-bce2-4c06ac98fa53,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:11.254415 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-eea3853e-a052-412c-9069-215cd87411fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:11.254758 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:11.345824 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1382687 Jan 22 15:12:11.414194 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device f8b2d3f0-16d6-43be-a80c-a5169ee353e7 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:11.428203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e91734-190e-4cf3-b094-29e638f01570 req-9720497b-b5dd-42b2-beaf-884d4e4e1060 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:11.438203 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-81e91734-190e-4cf3-b094-29e638f01570 req-9720497b-b5dd-42b2-beaf-884d4e4e1060 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.3314166 Jan 22 15:12:11.512644 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-81e91734-190e-4cf3-b094-29e638f01570 req-41da1137-34af-473a-96e1-edb20f48eff3 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674036 Jan 22 15:12:11.621557 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port f8b2d3f0-16d6-43be-a80c-a5169ee353e7 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:11.623284 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:11.737388 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9595b6-52b5-425c-b87a-3ae481846b2c None None] Network df9d3802-e64b-45cd-a324-883109059473 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:12:11.753633 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7391d-4769-44e3-af56-ceaf97f70946 req-6c72b24c-d9e1-40e8-a5c6-dce2b9e5403d tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:11.755539 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2dd7391d-4769-44e3-af56-ceaf97f70946 req-6c72b24c-d9e1-40e8-a5c6-dce2b9e5403d tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 945 time: 0.1234999 Jan 22 15:12:11.817250 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2dd7391d-4769-44e3-af56-ceaf97f70946 req-d6d8eb3d-e39f-405d-a6e3-a0ddfac85479 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540023 Jan 22 15:12:12.068278 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 41092) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:12.074983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1489433827-network', 'tenant_id': '227ce271b5934b69a12e23773f77a62e'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:12.084758 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:12.090313 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Usage tracker for resource:network and tenant:227ce271b5934b69a12e23773f77a62e is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:12.093996 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:12.100879 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:12.112983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Made reservation on behalf of 227ce271b5934b69a12e23773f77a62e for: {'network': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:12:12.119596 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:12.136401 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:12.157439 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:12.163264 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Usage tracker for resource:security_group_rule and tenant:227ce271b5934b69a12e23773f77a62e is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:12.179750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:12.192170 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:12.323763 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:12.337031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:12.343389 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:12.438453 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 15:12:12.469759 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d991f40-7b91-4db3-8d55-e8815f959b13,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:12.473739 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:12.475119 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771515840559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:12.475659 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Added segment 9fee1cfb-e657-42d1-b293-746e32a98c65 of type vxlan for network 0f05f35e-f4df-4e97-85bb-5d372fe0c6d6 Jan 22 15:12:12.506016 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:12.610177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:12.611681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:12.615374 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:12.635796 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:12.675555 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 41120) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:12.919746 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Pushing event updated for resources: {'Network': ['ID=0f05f35e-f4df-4e97-85bb-5d372fe0c6d6,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:12.938856 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network 0f05f35e-f4df-4e97-85bb-5d372fe0c6d6 details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:12:12.941371 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8718553 Jan 22 15:12:12.942675 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:12.943582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 41158) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:12.959398 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Request body: {'subnet': {'network_id': '0f05f35e-f4df-4e97-85bb-5d372fe0c6d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1489433827-subnet', 'tenant_id': '227ce271b5934b69a12e23773f77a62e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:12.964228 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6df53-ee3b-4234-8f3d-4d3ad6c2942d req-88fb1029-3e9e-4ea0-b84f-e451239c3faa tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:12.965969 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-35a6df53-ee3b-4234-8f3d-4d3ad6c2942d req-88fb1029-3e9e-4ea0-b84f-e451239c3faa tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.2439725 Jan 22 15:12:12.969698 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:12.978603 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Usage tracker for resource:subnet and tenant:227ce271b5934b69a12e23773f77a62e is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:12.985231 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:12.986513 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Network 0f05f35e-f4df-4e97-85bb-5d372fe0c6d6 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:12:12.998718 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:13.020688 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Made reservation on behalf of 227ce271b5934b69a12e23773f77a62e for: {'subnet': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:12:13.025994 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852683248'] for subnet, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:13.083742 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-35a6df53-ee3b-4234-8f3d-4d3ad6c2942d req-415fe28f-6a70-4f5f-b20c-8651957a5299 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092489 Jan 22 15:12:13.249529 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4ae3-5368-41a3-858b-280ed75117f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:13.271681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-bb7c4ae3-5368-41a3-858b-280ed75117f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:13.275865 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-bb7c4ae3-5368-41a3-858b-280ed75117f6 admin admin] Usage tracker for resource:security_group_rule and tenant:fb1d2c33502a4d72bc3d78b1e7cf6b4d is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:13.279590 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-bb7c4ae3-5368-41a3-858b-280ed75117f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:13.285852 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-bb7c4ae3-5368-41a3-858b-280ed75117f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:13.439667 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4ae3-5368-41a3-858b-280ed75117f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:13.443472 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4ae3-5368-41a3-858b-280ed75117f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:13.474980 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-fd158989-fd84-4f86-9161-77a87eb9533b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:13.484692 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-bb7c4ae3-5368-41a3-858b-280ed75117f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb1d2c33502a4d72bc3d78b1e7cf6b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8079777 Jan 22 15:12:13.488650 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 41186) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:13.511616 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c4ae3-5368-41a3-858b-280ed75117f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12620183-19f2-43f7-9ccb-b7ba1274d6fb,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:13.515227 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bb7c4ae3-5368-41a3-858b-280ed75117f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:13.633559 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bb70ad4-da17-4c88-9e41-7a9a23162b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:13.672859 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bb70ad4-da17-4c88-9e41-7a9a23162b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:13.812594 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bb70ad4-da17-4c88-9e41-7a9a23162b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:13.829147 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9885c8bc-c3d7-49fd-b464-3dead14e5aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:13.849434 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb70ad4-da17-4c88-9e41-7a9a23162b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12620183-19f2-43f7-9ccb-b7ba1274d6fb,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:13.851348 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823313806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852683229'] for subnet, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:13.852446 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8bb70ad4-da17-4c88-9e41-7a9a23162b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:13.876654 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:13.966987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bb70ad4-da17-4c88-9e41-7a9a23162b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:13.968225 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-8bb70ad4-da17-4c88-9e41-7a9a23162b8d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12620183-19f2-43f7-9ccb-b7ba1274d6fb HTTP/1.1" status: 204 len: 168 time: 0.4785652 Jan 22 15:12:14.020897 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d95d22bc-25bb-4bd3-a4d9-f9e4c143b28d,revision_number=0']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:14.029075 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:14.115303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Checking segment: {'id': '9fee1cfb-e657-42d1-b293-746e32a98c65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0f05f35e-f4df-4e97-85bb-5d372fe0c6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:12:14.115715 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Network hostable DHCP agents. Network: 0f05f35e-f4df-4e97-85bb-5d372fe0c6d6, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:12:14.141747 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Network 0f05f35e-f4df-4e97-85bb-5d372fe0c6d6 is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:12:14.152040 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, 0f05f35e-f4df-4e97-85bb-5d372fe0c6d6) {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:12:14.161452 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2a99bf-65b6-4832-a7c0-1b9478c6f22c None None] Network 0f05f35e-f4df-4e97-85bb-5d372fe0c6d6 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:12:14.197190 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:14.197969 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:14.242408 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2936497 Jan 22 15:12:14.505249 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 41228) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:14.561817 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57514466-2a9c-473d-82f0-1d833b2de0f6 req-e3449be7-1ba1-47a5-90eb-e19e76823c2d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:14.563578 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-57514466-2a9c-473d-82f0-1d833b2de0f6 req-e3449be7-1ba1-47a5-90eb-e19e76823c2d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.2539606 Jan 22 15:12:14.603184 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdfef1e-8504-4d33-a57d-ce18648e4a5b None None] Network 0f05f35e-f4df-4e97-85bb-5d372fe0c6d6 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:12:14.647807 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c9b824-e15d-4c5c-912a-d43bdc5dac8d admin admin] Deleting subnet 10d66e3a-8ca3-442f-bc42-4e0e03403bef {{(pid=80167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 15:12:14.651541 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e0c9b824-e15d-4c5c-912a-d43bdc5dac8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:14.669440 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-57514466-2a9c-473d-82f0-1d833b2de0f6 req-e88bfb91-82c6-4447-825b-3bcf93a83a8d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953946 Jan 22 15:12:14.713307 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e0c9b824-e15d-4c5c-912a-d43bdc5dac8d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:14.722029 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e0c9b824-e15d-4c5c-912a-d43bdc5dac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851338077'] for subnet, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:15.056323 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c546216-7bbd-4281-bec9-b1e50139208d req-b3a51272-9ef4-4fd0-97ce-cbb6e62f9fcb tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:15.056870 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-1c546216-7bbd-4281-bec9-b1e50139208d req-b3a51272-9ef4-4fd0-97ce-cbb6e62f9fcb tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Synchronizing usage tracker for tenant:0e4cafaa96214974af2149fe92d34513 on resource:network {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:12:15.106534 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-1c546216-7bbd-4281-bec9-b1e50139208d req-b3a51272-9ef4-4fd0-97ce-cbb6e62f9fcb tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Unset dirty status for tenant:0e4cafaa96214974af2149fe92d34513 on resource:network {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:12:15.108012 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1c546216-7bbd-4281-bec9-b1e50139208d req-b3a51272-9ef4-4fd0-97ce-cbb6e62f9fcb tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/networks?id=df9d3802-e64b-45cd-a324-883109059473 HTTP/1.1" status: 200 len: 809 time: 0.3024092 Jan 22 15:12:15.195904 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1c546216-7bbd-4281-bec9-b1e50139208d req-a6c02679-b16d-41d8-a4c3-08c1e1af0b2c tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/quotas/0e4cafaa96214974af2149fe92d34513 HTTP/1.1" status: 200 len: 375 time: 0.0219612 Jan 22 15:12:15.254542 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1c546216-7bbd-4281-bec9-b1e50139208d req-ad6da8c5-14ee-49ab-a086-86fa9a50c4e8 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e4cafaa96214974af2149fe92d34513&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576313 Jan 22 15:12:15.379195 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e0c9b824-e15d-4c5c-912a-d43bdc5dac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3437755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for subnet, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:15.400902 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3a39e356-ee16-4478-bf86-87ccc7df591b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:15.501785 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9b824-e15d-4c5c-912a-d43bdc5dac8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d66e3a-8ca3-442f-bc42-4e0e03403bef,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:15.521261 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e0c9b824-e15d-4c5c-912a-d43bdc5dac8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:15.557934 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1c546216-7bbd-4281-bec9-b1e50139208d req-d3bb3c42-c254-488f-8c02-f79f35cff505 service neutron] 10.222.0.53 "GET /v2.0/networks/df9d3802-e64b-45cd-a324-883109059473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927849 Jan 22 15:12:15.602145 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e0c9b824-e15d-4c5c-912a-d43bdc5dac8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:15.669026 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-e0c9b824-e15d-4c5c-912a-d43bdc5dac8d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/10d66e3a-8ca3-442f-bc42-4e0e03403bef HTTP/1.1" status: 204 len: 168 time: 1.1624506 Jan 22 15:12:15.672573 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 41270) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:15.750884 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1c546216-7bbd-4281-bec9-b1e50139208d req-fe78994f-5bac-4b04-9f2a-c95db4a7778b service neutron] 10.222.0.53 "GET /v2.0/networks/df9d3802-e64b-45cd-a324-883109059473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1797419 Jan 22 15:12:15.842857 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851173077'] for network, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:16.037610 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a5cc88f1-ad5c-42f7-b118-593f312e80ab req-87f299cb-bc26-4059-b792-640ab545c50d tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 210 time: 0.0783248 Jan 22 15:12:16.208132 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3437584', 'neutron.services.segments.db._delete_segments_for_network--9223363265338935241'] for network, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:16.305535 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed2dc3-2ac7-48b9-b403-7fa7ef4d84e8 req-b737f1ed-f957-47b1-91e9-c48e5679f383 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:16.307266 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-51ed2dc3-2ac7-48b9-b403-7fa7ef4d84e8 req-b737f1ed-f957-47b1-91e9-c48e5679f383 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.3951738 Jan 22 15:12:16.423951 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-51ed2dc3-2ac7-48b9-b403-7fa7ef4d84e8 req-a9b053be-eeef-46a8-98c0-5099490b4214 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023018 Jan 22 15:12:16.427888 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ad97f5-551d-447d-82ad-1a2a05a62611']}} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:12:16.445736 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3debc69-b983-4bc0-90e6-d485f2dbfe2c') {'for_net_delete': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:12:16.446080 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3debc69-b983-4bc0-90e6-d485f2dbfe2c') {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:12:16.459430 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265338937289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822549367'] for segment, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:16.474924 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:16.476972 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 15:12:16.762708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] Network f2ad97f5-551d-447d-82ad-1a2a05a62611 has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:12:16.773865 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851327524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823312424'] for segment, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:17.205399 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-03b01637-9dd3-47ca-a0e5-d8b7441b722e tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:17.213083 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-03b01637-9dd3-47ca-a0e5-d8b7441b722e tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/networks?id=768f6f7f-e2d6-4869-9735-e2dc09c738da HTTP/1.1" status: 200 len: 815 time: 0.6584036 Jan 22 15:12:17.238852 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] Network f2ad97f5-551d-447d-82ad-1a2a05a62611 has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:12:17.253318 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-261461f7-bb22-4c4c-8fe0-0c18cc12f01e req-85d0f670-42a7-4adb-b07a-ac8e95325cd9 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 210 time: 0.0595558 Jan 22 15:12:17.256068 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-ed06d2d8-9b37-4459-9060-2ac73680c28b tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/quotas/e16c63cada56495f929f122a4d474555 HTTP/1.1" status: 200 len: 375 time: 0.0419509 Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: Traceback (most recent call last): Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: timer() Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: cb(*args, **kw) Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: return func(*args, **kwargs) Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: self._notify() Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: self.callback(batched_events) Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: event.method(event) Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: segment_id)['aggregates'][0] Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: return f(self, *a, **k) Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: return self._get(url).json() Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: **kwargs) Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: return self.request(url, 'GET', **kwargs) Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: **endpoint_filter) Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 15:12:17.274617 dv-cinder-763774-2-smb neutron-server[80056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 15:12:17.421768 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851338216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854265033'] for network, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:17.436854 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:17.468573 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:17.476124 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ad97f5-551d-447d-82ad-1a2a05a62611,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:17.477659 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:17.486122 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f2ad97f5-551d-447d-82ad-1a2a05a62611 HTTP/1.1" status: 204 len: 168 time: 1.8123031 Jan 22 15:12:17.488068 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 41340) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:17.513604 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-a845306f-2581-45eb-9180-53114cd336d0 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?tenant_id=e16c63cada56495f929f122a4d474555&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2559681 Jan 22 15:12:17.657205 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c546216-7bbd-4281-bec9-b1e50139208d req-b056509f-aba6-411c-bd9f-0a6892cfc67b tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:17.659191 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1c546216-7bbd-4281-bec9-b1e50139208d req-b056509f-aba6-411c-bd9f-0a6892cfc67b tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.63 "GET /v2.0/networks?id=df9d3802-e64b-45cd-a324-883109059473 HTTP/1.1" status: 200 len: 809 time: 0.2282572 Jan 22 15:12:17.677201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc748949-6f6d-4696-9ec7-c0e4d27b64a8 admin admin] Deleting subnet d95d22bc-25bb-4bd3-a4d9-f9e4c143b28d {{(pid=80168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 15:12:17.691746 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bc748949-6f6d-4696-9ec7-c0e4d27b64a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:17.711097 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-1c546216-7bbd-4281-bec9-b1e50139208d req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Request body: {'port': {'device_id': '11637b73-f002-447d-88c2-d0b25b5133c1', 'network_id': 'df9d3802-e64b-45cd-a324-883109059473', 'admin_state_up': True, 'tenant_id': '0e4cafaa96214974af2149fe92d34513'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:17.775087 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-7d64a9a7-6b6a-4685-94a4-b1e3f9a7b1e8 service neutron] 10.222.0.53 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604117 Jan 22 15:12:17.812297 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bc748949-6f6d-4696-9ec7-c0e4d27b64a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32226433'] for subnet, precommit_delete_associations {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:17.916015 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6131a92-b3f0-4752-9e5d-19a1d629b536 req-b2b1ed9a-130e-4a94-952e-9473405f4fcb tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:17.917709 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c6131a92-b3f0-4752-9e5d-19a1d629b536 req-b2b1ed9a-130e-4a94-952e-9473405f4fcb tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.2575221 Jan 22 15:12:17.923790 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-1c546216-7bbd-4281-bec9-b1e50139208d req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:17.929691 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-1c546216-7bbd-4281-bec9-b1e50139208d req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Usage tracker for resource:port and tenant:0e4cafaa96214974af2149fe92d34513 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:17.944784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-1c546216-7bbd-4281-bec9-b1e50139208d req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Quota usage for port was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:17.960131 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-1c546216-7bbd-4281-bec9-b1e50139208d req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:17.972473 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bc748949-6f6d-4696-9ec7-c0e4d27b64a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851338077'] for subnet, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:17.994867 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c6131a92-b3f0-4752-9e5d-19a1d629b536 req-051f98c0-7eeb-434b-83ed-d72b108f2e89 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645604 Jan 22 15:12:17.996421 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c546216-7bbd-4281-bec9-b1e50139208d req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Made reservation on behalf of 0e4cafaa96214974af2149fe92d34513 for: {'port': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:12:18.009758 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1c546216-7bbd-4281-bec9-b1e50139208d req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:18.087388 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-da3ca2c9-25d3-499f-94c1-33fc25fbc1ec service neutron] 10.222.0.53 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3073573 Jan 22 15:12:18.205442 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d1cc9de6-ba28-4f45-ba13-d2602a436b7b tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/networks?tenant_id=63761e33cc1640669d703f5eb52658b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526612 Jan 22 15:12:18.380379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bc748949-6f6d-4696-9ec7-c0e4d27b64a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3437755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823312457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2092602'] for subnet, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:18.400710 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:18.470157 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc748949-6f6d-4696-9ec7-c0e4d27b64a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d95d22bc-25bb-4bd3-a4d9-f9e4c143b28d,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:18.545098 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bc748949-6f6d-4696-9ec7-c0e4d27b64a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:18.546912 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-cede4223-e053-4ca1-986c-33b04863ac15 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:18.548622 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-cede4223-e053-4ca1-986c-33b04863ac15 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3395181 Jan 22 15:12:18.606177 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-ae85ee9c-0f24-4025-a198-1666c739f552 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/quotas/63761e33cc1640669d703f5eb52658b4 HTTP/1.1" status: 200 len: 375 time: 0.0206468 Jan 22 15:12:18.619521 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b1bd5155-ae99-45af-b362-aed3f1b390d3 req-7aea8bc6-4192-4535-961a-f5c69363d6da tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 210 time: 0.0756149 Jan 22 15:12:18.667993 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bc748949-6f6d-4696-9ec7-c0e4d27b64a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:18.672986 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c2b71460-8955-424b-b35c-73ca7a9daaac tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?tenant_id=63761e33cc1640669d703f5eb52658b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570345 Jan 22 15:12:18.676571 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-bc748949-6f6d-4696-9ec7-c0e4d27b64a8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d95d22bc-25bb-4bd3-a4d9-f9e4c143b28d HTTP/1.1" status: 204 len: 168 time: 1.1869161 Jan 22 15:12:18.679099 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 41386) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:18.685599 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-1c546216-7bbd-4281-bec9-b1e50139208d req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Allocated IP 172.20.0.4 (df9d3802-e64b-45cd-a324-883109059473/64ddc34f-ab5b-487d-bc71-90462f040559/60f786ad-4aaf-4549-9e0a-bbd4e49dc7be) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:12:18.868911 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851173077'] for network, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:18.949827 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-734edf34-5982-4414-aee5-8e91467c43c2 req-d036c12d-b4d8-4bbb-9b32-6fa1db6a4aa3 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 210 time: 0.1347003 Jan 22 15:12:19.180745 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8206a882-e106-44f4-9ea1-067c120ef0cd req-4cbda3cf-2aa3-4ee8-bcc0-9da382934a60 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 210 time: 0.2762818 Jan 22 15:12:19.254906 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1c546216-7bbd-4281-bec9-b1e50139208d req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:19.290173 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3437584', 'neutron.services.segments.db._delete_segments_for_network--9223363265338935241'] for network, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:19.300747 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1c546216-7bbd-4281-bec9-b1e50139208d req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:19.318259 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:19.477079 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Pushing event updated for resources: {'Port': ['ID=60f786ad-4aaf-4549-9e0a-bbd4e49dc7be,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:19.482271 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:19.523898 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccddec-d294-4868-8525-0ff7db1e8f20 req-95871c1a-a408-4e3f-984f-950c41bfc5df tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:19.533093 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-18ccddec-d294-4868-8525-0ff7db1e8f20 req-95871c1a-a408-4e3f-984f-950c41bfc5df tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.3662410 Jan 22 15:12:19.537073 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f05f35e-f4df-4e97-85bb-5d372fe0c6d6']}} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:12:19.540001 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c546216-7bbd-4281-bec9-b1e50139208d req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Network df9d3802-e64b-45cd-a324-883109059473 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:12:19.541226 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-1c546216-7bbd-4281-bec9-b1e50139208d req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:12:19.548081 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c546216-7bbd-4281-bec9-b1e50139208d req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:12:19.577509 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fee1cfb-e657-42d1-b293-746e32a98c65') {'for_net_delete': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:12:19.577917 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fee1cfb-e657-42d1-b293-746e32a98c65') {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:12:19.589045 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c546216-7bbd-4281-bec9-b1e50139208d req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:19.590484 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1c546216-7bbd-4281-bec9-b1e50139208d req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:19.621673 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1c546216-7bbd-4281-bec9-b1e50139208d req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9218948 Jan 22 15:12:19.621920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265338937289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822549367'] for segment, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:19.649705 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-18ccddec-d294-4868-8525-0ff7db1e8f20 req-4cf4bd38-eaec-4852-9604-2471f1946f36 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153202 Jan 22 15:12:19.652045 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:19.656172 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 15:12:19.660621 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Request body: {'port': {'device_id': '11637b73-f002-447d-88c2-d0b25b5133c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:19.796771 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:19.916132 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-34e76326-b07b-4bb6-9e73-eca93536f7d1 req-54ec53bf-68c8-4f0e-9e54-1bc446c13af4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 210 time: 0.1220331 Jan 22 15:12:19.917837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] Network 0f05f35e-f4df-4e97-85bb-5d372fe0c6d6 has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:12:19.927379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851327524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823312424'] for segment, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:20.150665 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] Network 0f05f35e-f4df-4e97-85bb-5d372fe0c6d6 has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: Traceback (most recent call last): Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: timer() Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: cb(*args, **kw) Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: return func(*args, **kwargs) Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: self._notify() Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: self.callback(batched_events) Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: event.method(event) Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: segment_id)['aggregates'][0] Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: return f(self, *a, **k) Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: return self._get(url).json() Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: **kwargs) Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: return self.request(url, 'GET', **kwargs) Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: **endpoint_filter) Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 15:12:20.175929 dv-cinder-763774-2-smb neutron-server[80056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 15:12:20.261578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851338216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854265033'] for network, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:20.265956 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:20.282286 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:20.293703 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] Pushing event deleted for resources: {'Network': ['ID=0f05f35e-f4df-4e97-85bb-5d372fe0c6d6,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:20.298689 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:20.301575 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] 10.222.0.53 "DELETE /v2.0/networks/0f05f35e-f4df-4e97-85bb-5d372fe0c6d6 HTTP/1.1" status: 204 len: 168 time: 1.6208110 Jan 22 15:12:20.382810 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-aa196136-9336-4f92-ae04-1f51e8095967 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:20.385322 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-aa196136-9336-4f92-ae04-1f51e8095967 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.63 "GET /v2.0/networks?id=768f6f7f-e2d6-4869-9735-e2dc09c738da HTTP/1.1" status: 200 len: 815 time: 0.4373388 Jan 22 15:12:20.407465 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-014eae80-7e7c-406a-b19f-e9c039fb1115 req-1315001e-a94b-442c-8b27-6f18996ddee5 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 210 time: 0.0569339 Jan 22 15:12:20.422256 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Request body: {'port': {'device_id': '70670fa8-7738-46e7-9ca3-f6b739d8c7cc', 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da', 'admin_state_up': True, 'tenant_id': 'e16c63cada56495f929f122a4d474555'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:20.547774 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df142e7-b631-4dfc-a68d-551c345a245c req-d0744ba4-dc0e-45ae-9759-a931444c558c tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:20.548615 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-4df142e7-b631-4dfc-a68d-551c345a245c req-d0744ba4-dc0e-45ae-9759-a931444c558c tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Synchronizing usage tracker for tenant:0e4cafaa96214974af2149fe92d34513 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:12:20.557096 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 41424) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:20.624589 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-2cd1ae4a-3941-4598-8aa0-018a87341640 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=145cabaac57f4de3a6de57c2c8efe26e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636609 Jan 22 15:12:20.625137 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 41432) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:20.637665 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-4df142e7-b631-4dfc-a68d-551c345a245c req-d0744ba4-dc0e-45ae-9759-a931444c558c tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Unset dirty status for tenant:0e4cafaa96214974af2149fe92d34513 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:12:20.646010 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4df142e7-b631-4dfc-a68d-551c345a245c req-d0744ba4-dc0e-45ae-9759-a931444c558c tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 931 time: 0.5274839 Jan 22 15:12:20.758726 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-088d60ad-d3f4-44e1-b943-2a3fa3701e63 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.63 "GET /v2.0/networks?tenant_id=63761e33cc1640669d703f5eb52658b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462046 Jan 22 15:12:20.761344 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a275-6fda-42a3-8432-62c385aeae03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:20.764719 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-4df142e7-b631-4dfc-a68d-551c345a245c req-b64f49f7-b1cf-4d7b-9d4a-60618232bf52 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Synchronizing usage tracker for tenant:0e4cafaa96214974af2149fe92d34513 on resource:security_group {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:12:20.802583 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:20.851273 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:20.857784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be {{(pid=80167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:12:20.873976 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:20.878549 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-4df142e7-b631-4dfc-a68d-551c345a245c req-b64f49f7-b1cf-4d7b-9d4a-60618232bf52 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Unset dirty status for tenant:0e4cafaa96214974af2149fe92d34513 on resource:security_group {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:12:20.892776 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4df142e7-b631-4dfc-a68d-551c345a245c req-b64f49f7-b1cf-4d7b-9d4a-60618232bf52 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456956 Jan 22 15:12:20.899070 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a275-6fda-42a3-8432-62c385aeae03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:20.900464 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Made reservation on behalf of e16c63cada56495f929f122a4d474555 for: {'port': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:12:20.906929 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-24756941-6f2d-40e7-bfcc-c4f2c7342196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:20.921934 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:20.972200 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Transition to ACTIVE for port object 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:12:20.990638 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:21.097134 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:21.266791 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 41450) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:21.302871 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Pushing event updated for resources: {'Port': ['ID=60f786ad-4aaf-4549-9e0a-bbd4e49dc7be,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:21.322000 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:21.395104 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-5d206592-79c6-40ad-8590-6bad1c27feed tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:21.396742 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-5d206592-79c6-40ad-8590-6bad1c27feed tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6240366 Jan 22 15:12:21.409542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a275-6fda-42a3-8432-62c385aeae03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:21.441089 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19096cde-9c45-473d-a7c4-a65762f6a9fc req-e5442b17-61a9-438e-9f52-ce04668e4821 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:21.442738 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-19096cde-9c45-473d-a7c4-a65762f6a9fc req-e5442b17-61a9-438e-9f52-ce04668e4821 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.4622629 Jan 22 15:12:21.447785 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-549cd5d0-4b4c-446d-8b79-c3304afdee77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:21.461742 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Request body: {'port': {'device_id': 'd45ceafb-f2cc-4ea6-929d-0abf160e584a', 'network_id': 'e78c7772-76a1-4a42-80dd-22144e979c1e', 'admin_state_up': True, 'tenant_id': '63761e33cc1640669d703f5eb52658b4'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:21.510170 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-065bfc13-2e07-48b1-a984-406f349987db req-5e18a6b5-5516-4f60-a945-df09173f2925 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 210 time: 0.0845876 Jan 22 15:12:21.556398 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0a275-6fda-42a3-8432-62c385aeae03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a15b0e7-c1d4-4ab7-8e7d-fb80ae67b708,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:21.568584 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4ac0a275-6fda-42a3-8432-62c385aeae03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:21.572591 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-280ae506-5a97-4a26-84cb-365eb50a806d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:21.577263 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a275-6fda-42a3-8432-62c385aeae03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:21.578530 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-4ac0a275-6fda-42a3-8432-62c385aeae03 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a15b0e7-c1d4-4ab7-8e7d-fb80ae67b708 HTTP/1.1" status: 204 len: 168 time: 0.9526529 Jan 22 15:12:21.617846 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Attempting to bind port 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:12:21.618357 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Attempting to bind port 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '4124ac8a-7df4-4288-bfb5-24736c2b49d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'df9d3802-e64b-45cd-a324-883109059473'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:12:21.618851 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Attempting to bind port 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be on network df9d3802-e64b-45cd-a324-883109059473 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:12:21.635076 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-19096cde-9c45-473d-a7c4-a65762f6a9fc req-58c1fe69-1343-4525-91f5-7a4d813be06b tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798143 Jan 22 15:12:21.669699 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:12:21.670207 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Checking segment: {'id': '4124ac8a-7df4-4288-bfb5-24736c2b49d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'df9d3802-e64b-45cd-a324-883109059473'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:12:21.670762 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:21.671269 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Bound using segment: {'id': '4124ac8a-7df4-4288-bfb5-24736c2b49d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'df9d3802-e64b-45cd-a324-883109059473'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:12:21.671874 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Bound port: 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4124ac8a-7df4-4288-bfb5-24736c2b49d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'df9d3802-e64b-45cd-a324-883109059473'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:12:21.672340 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:21.687635 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-280ae506-5a97-4a26-84cb-365eb50a806d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:21.689813 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:21.693938 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Usage tracker for resource:port and tenant:63761e33cc1640669d703f5eb52658b4 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:21.696935 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Quota usage for port was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:21.706645 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:21.716217 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Made reservation on behalf of 63761e33cc1640669d703f5eb52658b4 for: {'port': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:12:21.725932 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:21.740536 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:21.756865 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:21.761029 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Usage tracker for resource:security_group_rule and tenant:63761e33cc1640669d703f5eb52658b4 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:21.764594 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:21.774234 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:21.899562 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:21.903565 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:21.926984 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:22.011935 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-280ae506-5a97-4a26-84cb-365eb50a806d admin admin] Usage tracker for resource:security_group_rule and tenant:6354420e23ff4f88a8043f0aafa21e85 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:22.020892 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a59bc29e-b021-494f-be6e-41aa562eb53e req-935b72c5-9426-4af0-a020-2d405dc6f3a7 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 210 time: 0.3385603 Jan 22 15:12:22.024107 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-280ae506-5a97-4a26-84cb-365eb50a806d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:22.066374 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Pushing event updated for resources: {'SecurityGroup': ['ID=8f16d1d4-f557-43b0-aa42-8564c29a2d96,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:22.069841 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-280ae506-5a97-4a26-84cb-365eb50a806d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:22.070077 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:22.086096 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 41466) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:22.134937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Allocated IP 172.20.0.7 (768f6f7f-e2d6-4869-9735-e2dc09c738da/c8f2babf-a99e-450f-bc7d-225705675f56/5f606e60-061e-4b85-a51a-93bb90b96d40) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:12:22.246886 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] For port 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be, host hv-cinder-76377, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:12:22.267858 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-e1ea60e1-c8ea-420e-97d8-2ec470425555 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=227ce271b5934b69a12e23773f77a62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781626 Jan 22 15:12:22.275440 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 41472) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:22.280119 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] For port 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=60f786ad-4aaf-4549-9e0a-bbd4e49dc7be,segment=NetworkSegment(4124ac8a-7df4-4288-bfb5-24736c2b49d8),segment_id=4124ac8a-7df4-4288-bfb5-24736c2b49d8)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:12:22.289658 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:22.308288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6857668a-a5d6-47b3-adfe-009774ade3ba tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:22.347942 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4b997-e94a-4c05-a1fc-b31c4bdd0699 req-261ce45e-3291-4cf5-b23f-f6710b991ea7 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:22.350302 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-03f4b997-e94a-4c05-a1fc-b31c4bdd0699 req-261ce45e-3291-4cf5-b23f-f6710b991ea7 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 943 time: 0.2583096 Jan 22 15:12:22.515627 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-03f4b997-e94a-4c05-a1fc-b31c4bdd0699 req-83682349-4b5d-4910-a8fd-3a67923a095a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211715 Jan 22 15:12:22.523604 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Allocated IP 192.168.233.20 (e78c7772-76a1-4a42-80dd-22144e979c1e/7e255b52-27d5-4f1a-8042-03a6fbe798a0/0cf7fae8-fc5f-41df-b84a-eb57eead674c) {{(pid=80168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:12:22.526008 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-679d1384-3484-43fc-95c5-d393c125f0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:22.567237 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-679d1384-3484-43fc-95c5-d393c125f0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:22.568469 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Pushing event updated for resources: {'Port': ['ID=60f786ad-4aaf-4549-9e0a-bbd4e49dc7be,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:22.582993 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:22.628052 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-280ae506-5a97-4a26-84cb-365eb50a806d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:22.637223 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-280ae506-5a97-4a26-84cb-365eb50a806d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:22.657396 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f0309a10-7722-4ad5-a23f-e28d610b7f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:22.750047 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-679d1384-3484-43fc-95c5-d393c125f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:22.756719 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-cb131724-6549-4318-885a-dfd8ebf054e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:22.781402 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d1384-3484-43fc-95c5-d393c125f0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d991f40-7b91-4db3-8d55-e8815f959b13,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:22.794199 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-679d1384-3484-43fc-95c5-d393c125f0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:22.796063 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-19177fce-96ff-40ce-85f5-1649bd9a6081 req-8230c4bf-d5b8-4def-aa85-076988a49ea6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 210 time: 0.1110935 Jan 22 15:12:22.805513 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-280ae506-5a97-4a26-84cb-365eb50a806d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6354420e23ff4f88a8043f0aafa21e85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5351412 Jan 22 15:12:22.806509 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:22.811894 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ae506-5a97-4a26-84cb-365eb50a806d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2fb83d-2511-4eb8-ae97-989eefa1d03b,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:22.814328 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 41480) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:22.822383 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:22.823110 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:22.824604 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1c546216-7bbd-4281-bec9-b1e50139208d req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] 10.222.0.63 "PUT /v2.0/ports/60f786ad-4aaf-4549-9e0a-bbd4e49dc7be HTTP/1.1" status: 200 len: 1157 time: 3.1693468 Jan 22 15:12:22.825913 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-280ae506-5a97-4a26-84cb-365eb50a806d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:22.826478 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11637b73-f002-447d-88c2-d0b25b5133c1', 'tag': '60f786ad-4aaf-4549-9e0a-bbd4e49dc7be'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:12:22.859815 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f91ba0f2-1b65-4480-885c-eec5973ff72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:22.898361 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-679d1384-3484-43fc-95c5-d393c125f0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:22.902107 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-679d1384-3484-43fc-95c5-d393c125f0d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d991f40-7b91-4db3-8d55-e8815f959b13 HTTP/1.1" status: 204 len: 168 time: 0.6177261 Jan 22 15:12:22.944560 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11637b73-f002-447d-88c2-d0b25b5133c1', 'tag': '60f786ad-4aaf-4549-9e0a-bbd4e49dc7be', 'status': 'completed', 'code': 200} Jan 22 15:12:22.948514 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Notify callbacks [] for port, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:22.975563 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Transition to ACTIVE for port object 0cf7fae8-fc5f-41df-b84a-eb57eead674c will not be triggered until provisioned by entity DHCP. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:12:23.000486 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b0b49319-5140-4628-a4f7-cca66c1a428a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:23.003701 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15e8cf-eda0-4f22-b241-108e8cac435d req-d04ee6ff-d3c1-4b96-95cb-6715060f962b tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:23.005230 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ae15e8cf-eda0-4f22-b241-108e8cac435d req-d04ee6ff-d3c1-4b96-95cb-6715060f962b tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.2123826 Jan 22 15:12:23.026283 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:23.052267 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ef2283b8-c100-4a6a-abd4-fc5f959a37b4 tempest-DeleteServersTestJSON-1187292481 tempest-DeleteServersTestJSON-1187292481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:23.101793 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:23.123385 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ae15e8cf-eda0-4f22-b241-108e8cac435d req-607d670a-8e06-41c0-9308-4b8c50388947 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015086 Jan 22 15:12:23.137661 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b0b49319-5140-4628-a4f7-cca66c1a428a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:23.160621 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:23.314460 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Pushing event updated for resources: {'Port': ['ID=0cf7fae8-fc5f-41df-b84a-eb57eead674c,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:23.323141 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:23.330855 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Pushing event updated for resources: {'Port': ['ID=5f606e60-061e-4b85-a51a-93bb90b96d40,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:23.342271 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c546216-7bbd-4281-bec9-b1e50139208d req-be5b12a5-90e7-405c-a847-e85dd785d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:23.345945 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1c546216-7bbd-4281-bec9-b1e50139208d req-be5b12a5-90e7-405c-a847-e85dd785d2e1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0e4cafaa96214974af2149fe92d34513&device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 1160 time: 0.4495964 Jan 22 15:12:23.367364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:23.368683 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Network e78c7772-76a1-4a42-80dd-22144e979c1e is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:12:23.369892 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:12:23.372406 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Received port after_create {{(pid=80168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:12:23.460368 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1c546216-7bbd-4281-bec9-b1e50139208d req-b20e9a96-732b-4910-91f4-4286fb02e37a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f786ad-4aaf-4549-9e0a-bbd4e49dc7be HTTP/1.1" status: 200 len: 217 time: 0.0859063 Jan 22 15:12:23.470765 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:23.471507 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for port, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:23.498127 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0507023 Jan 22 15:12:23.525781 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Request body: {'port': {'device_id': 'd45ceafb-f2cc-4ea6-929d-0abf160e584a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:23.540693 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:23.576894 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c546216-7bbd-4281-bec9-b1e50139208d req-edc890a4-380b-434f-8259-dee4809a7113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:23.579264 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1c546216-7bbd-4281-bec9-b1e50139208d req-edc890a4-380b-434f-8259-dee4809a7113 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64ddc34f-ab5b-487d-bc71-90462f040559 HTTP/1.1" status: 200 len: 849 time: 0.1034851 Jan 22 15:12:23.674422 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Network 768f6f7f-e2d6-4869-9735-e2dc09c738da is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:12:23.680234 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:23.681707 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:12:23.686858 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1c546216-7bbd-4281-bec9-b1e50139208d req-f7b8c57b-2cc8-430e-a5e6-06c219596df9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=df9d3802-e64b-45cd-a324-883109059473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904901 Jan 22 15:12:23.687849 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:12:23.709479 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:23.710317 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:23.732907 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-a1d3e895-d0c9-4f38-bcf2-39929aeebff5 None None] Provisioning for port 0cf7fae8-fc5f-41df-b84a-eb57eead674c completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:12:23.743074 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-a1d3e895-d0c9-4f38-bcf2-39929aeebff5 None None] Provisioning complete for port 0cf7fae8-fc5f-41df-b84a-eb57eead674c triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:23.743989 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a1d3e895-d0c9-4f38-bcf2-39929aeebff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:23.752884 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b0b49319-5140-4628-a4f7-cca66c1a428a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:23.773784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5f4c56e9-f4cd-4764-b6cd-f58cfab4552e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:23.792764 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b49319-5140-4628-a4f7-cca66c1a428a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2fb83d-2511-4eb8-ae97-989eefa1d03b,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:23.796754 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3846071 Jan 22 15:12:23.825848 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbca38-4e2a-4226-bce7-e3640bd8f64f req-fffa14c9-fb85-4bc4-960d-ddc4cf5108bf tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:23.827709 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-03bbca38-4e2a-4226-bce7-e3640bd8f64f req-fffa14c9-fb85-4bc4-960d-ddc4cf5108bf tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 935 time: 0.5905108 Jan 22 15:12:23.828810 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b0b49319-5140-4628-a4f7-cca66c1a428a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:23.865890 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-a1d3e895-d0c9-4f38-bcf2-39929aeebff5 None None] Port 0cf7fae8-fc5f-41df-b84a-eb57eead674c cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:12:23.891575 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Request body: {'port': {'device_id': '70670fa8-7738-46e7-9ca3-f6b739d8c7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:23.958517 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b0b49319-5140-4628-a4f7-cca66c1a428a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:23.962883 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b0b49319-5140-4628-a4f7-cca66c1a428a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f2fb83d-2511-4eb8-ae97-989eefa1d03b HTTP/1.1" status: 204 len: 168 time: 1.1446245 Jan 22 15:12:24.044431 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-03bbca38-4e2a-4226-bce7-e3640bd8f64f req-45e29e71-6846-40ff-9a37-c5d5ef43ab2f tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184616 Jan 22 15:12:24.132482 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:24.157370 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1c546216-7bbd-4281-bec9-b1e50139208d req-cc372209-c0f3-4c31-bbd9-9fc1f8ebcbb6 service neutron] 10.222.0.63 "GET /v2.0/networks/df9d3802-e64b-45cd-a324-883109059473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285293 Jan 22 15:12:24.198743 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd4249-a18a-43f4-8b5b-bacca98b5938 req-a27c64a9-d5ce-4c43-ad93-447bdce2af2e tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:24.206873 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-31dd4249-a18a-43f4-8b5b-bacca98b5938 req-a27c64a9-d5ce-4c43-ad93-447bdce2af2e tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 943 time: 0.3325400 Jan 22 15:12:24.306963 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-31dd4249-a18a-43f4-8b5b-bacca98b5938 req-576bbc65-b880-4d00-97ea-218a7dca803e tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990713 Jan 22 15:12:24.565745 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf7fae8-fc5f-41df-b84a-eb57eead674c {{(pid=80168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:12:24.576294 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:24.578418 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:24.593123 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Transition to ACTIVE for port object 0cf7fae8-fc5f-41df-b84a-eb57eead674c will not be triggered until provisioned by entity L2. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:12:24.637338 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1c546216-7bbd-4281-bec9-b1e50139208d req-dd33a5f8-701a-4488-97d7-fdf450712ac0 service neutron] 10.222.0.63 "GET /v2.0/networks/df9d3802-e64b-45cd-a324-883109059473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4021552 Jan 22 15:12:24.667018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823312390'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:24.682567 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125fc3a-f800-411e-8be3-fd0fcf8e4660 req-99faadcb-9d29-43fa-ba03-dafd718a62aa tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:24.683254 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-7125fc3a-f800-411e-8be3-fd0fcf8e4660 req-99faadcb-9d29-43fa-ba03-dafd718a62aa tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Synchronizing usage tracker for tenant:e16c63cada56495f929f122a4d474555 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:12:24.696372 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:24.720646 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:24.878514 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf7fae8-fc5f-41df-b84a-eb57eead674c,revision_number=2']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:24.882774 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:24.991333 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693962c5-f293-4406-a70a-92341569ee98 req-57996799-c878-42f3-8903-9263c0078fa2 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:25.000946 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-693962c5-f293-4406-a70a-92341569ee98 req-57996799-c878-42f3-8903-9263c0078fa2 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.4053175 Jan 22 15:12:25.063233 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-7125fc3a-f800-411e-8be3-fd0fcf8e4660 req-99faadcb-9d29-43fa-ba03-dafd718a62aa tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Unset dirty status for tenant:e16c63cada56495f929f122a4d474555 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:12:25.070665 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7125fc3a-f800-411e-8be3-fd0fcf8e4660 req-99faadcb-9d29-43fa-ba03-dafd718a62aa tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 931 time: 0.7865405 Jan 22 15:12:25.082723 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:25.230680 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7125fc3a-f800-411e-8be3-fd0fcf8e4660 req-92728d24-ae74-4752-ba54-e3d4f651d7a4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588681 Jan 22 15:12:25.263501 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-693962c5-f293-4406-a70a-92341569ee98 req-53ec36f0-5c6e-480e-8a56-f34291232cc0 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605133 Jan 22 15:12:25.294989 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e46d3-6e5f-4a66-b8dd-1785f188e418 req-b4781b7c-448f-4236-9e33-351aefa9aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:25.294989 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-447e46d3-6e5f-4a66-b8dd-1785f188e418 req-b4781b7c-448f-4236-9e33-351aefa9aec2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0e4cafaa96214974af2149fe92d34513&device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 1160 time: 0.5000448 Jan 22 15:12:25.398733 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Attempting to bind port 0cf7fae8-fc5f-41df-b84a-eb57eead674c on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:12:25.399645 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Attempting to bind port 0cf7fae8-fc5f-41df-b84a-eb57eead674c by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '504d2087-8665-4cc3-97e3-e729f84a6be2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e78c7772-76a1-4a42-80dd-22144e979c1e'}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:12:25.400060 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Attempting to bind port 0cf7fae8-fc5f-41df-b84a-eb57eead674c on network e78c7772-76a1-4a42-80dd-22144e979c1e {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:12:25.418193 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:12:25.418840 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Checking segment: {'id': '504d2087-8665-4cc3-97e3-e729f84a6be2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e78c7772-76a1-4a42-80dd-22144e979c1e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:12:25.419892 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:25.420523 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Bound using segment: {'id': '504d2087-8665-4cc3-97e3-e729f84a6be2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e78c7772-76a1-4a42-80dd-22144e979c1e'} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:12:25.421151 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Bound port: 0cf7fae8-fc5f-41df-b84a-eb57eead674c, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504d2087-8665-4cc3-97e3-e729f84a6be2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e78c7772-76a1-4a42-80dd-22144e979c1e'}}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:12:25.421660 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:25.632320 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f606e60-061e-4b85-a51a-93bb90b96d40 {{(pid=80167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:12:25.645611 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:25.678150 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e46d3-6e5f-4a66-b8dd-1785f188e418 req-5d657240-7cc4-49d1-9031-796807c4ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:25.679814 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-447e46d3-6e5f-4a66-b8dd-1785f188e418 req-5d657240-7cc4-49d1-9031-796807c4ab87 service neutron] 10.222.0.63 "GET /v2.0/networks?id=df9d3802-e64b-45cd-a324-883109059473 HTTP/1.1" status: 200 len: 903 time: 0.3737304 Jan 22 15:12:25.680900 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Transition to ACTIVE for port object 5f606e60-061e-4b85-a51a-93bb90b96d40 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:12:25.685145 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:25.705024 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-89abe2b6-d5d2-4574-83a3-fa75bb8fe6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:25.834578 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-447e46d3-6e5f-4a66-b8dd-1785f188e418 req-cab02d4e-f203-4a4a-b48a-3d3c13b3900b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f786ad-4aaf-4549-9e0a-bbd4e49dc7be HTTP/1.1" status: 200 len: 217 time: 0.1307721 Jan 22 15:12:25.924158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] For port 0cf7fae8-fc5f-41df-b84a-eb57eead674c, host hv-cinder-76377, cleared binding levels {{(pid=80168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:12:25.934408 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] For port 0cf7fae8-fc5f-41df-b84a-eb57eead674c, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=0cf7fae8-fc5f-41df-b84a-eb57eead674c,segment=NetworkSegment(504d2087-8665-4cc3-97e3-e729f84a6be2),segment_id=504d2087-8665-4cc3-97e3-e729f84a6be2)] {{(pid=80168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:12:25.941898 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823312390'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:25.971929 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87561abc-6ad8-4376-9da2-adfb2cb97085 req-b3c4aa55-9753-473b-b3fd-05fa9acf4072 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:25.972978 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-87561abc-6ad8-4376-9da2-adfb2cb97085 req-b3c4aa55-9753-473b-b3fd-05fa9acf4072 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Synchronizing usage tracker for tenant:63761e33cc1640669d703f5eb52658b4 on resource:port {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:12:25.995743 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:26.078005 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f606e60-061e-4b85-a51a-93bb90b96d40,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:26.086582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:26.094377 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e46d3-6e5f-4a66-b8dd-1785f188e418 req-83b67f08-ce32-4499-b643-43b73d7e31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:26.096474 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-447e46d3-6e5f-4a66-b8dd-1785f188e418 req-83b67f08-ce32-4499-b643-43b73d7e31d6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64ddc34f-ab5b-487d-bc71-90462f040559 HTTP/1.1" status: 200 len: 849 time: 0.1909902 Jan 22 15:12:26.147991 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-87561abc-6ad8-4376-9da2-adfb2cb97085 req-b3c4aa55-9753-473b-b3fd-05fa9acf4072 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Unset dirty status for tenant:63761e33cc1640669d703f5eb52658b4 on resource:port {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:12:26.157026 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-87561abc-6ad8-4376-9da2-adfb2cb97085 req-b3c4aa55-9753-473b-b3fd-05fa9acf4072 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 947 time: 0.6666503 Jan 22 15:12:26.184962 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c2cbd-17f6-48b4-876e-a7d6b5eef5b0 req-37fd8fa6-34d5-4a48-8623-ac70dac93191 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:26.192699 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-662c2cbd-17f6-48b4-876e-a7d6b5eef5b0 req-37fd8fa6-34d5-4a48-8623-ac70dac93191 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 943 time: 0.3016710 Jan 22 15:12:26.218843 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf7fae8-fc5f-41df-b84a-eb57eead674c,revision_number=3']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:26.226494 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:26.231003 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-447e46d3-6e5f-4a66-b8dd-1785f188e418 req-7364787d-beab-49d5-ae53-b5e1e5ea6511 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=df9d3802-e64b-45cd-a324-883109059473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207464 Jan 22 15:12:26.255957 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-87561abc-6ad8-4376-9da2-adfb2cb97085 req-57cef091-324e-4c60-9f69-54ea84d042ee tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Synchronizing usage tracker for tenant:63761e33cc1640669d703f5eb52658b4 on resource:security_group {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:12:26.286511 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:26.287172 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for port, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:26.288689 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] 10.222.0.63 "PUT /v2.0/ports/0cf7fae8-fc5f-41df-b84a-eb57eead674c HTTP/1.1" status: 200 len: 1161 time: 2.7720671 Jan 22 15:12:26.289339 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45ceafb-f2cc-4ea6-929d-0abf160e584a', 'tag': '0cf7fae8-fc5f-41df-b84a-eb57eead674c'}] {{(pid=80168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:12:26.295163 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-87561abc-6ad8-4376-9da2-adfb2cb97085 req-57cef091-324e-4c60-9f69-54ea84d042ee tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Unset dirty status for tenant:63761e33cc1640669d703f5eb52658b4 on resource:security_group {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:12:26.311032 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-87561abc-6ad8-4376-9da2-adfb2cb97085 req-57cef091-324e-4c60-9f69-54ea84d042ee tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529386 Jan 22 15:12:26.507581 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-2ce1ed17-8e8d-4eba-8f7e-b6fcf072b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:26.509274 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-2ce1ed17-8e8d-4eba-8f7e-b6fcf072b194 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=63761e33cc1640669d703f5eb52658b4&device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 1164 time: 0.1297131 Jan 22 15:12:26.530103 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-662c2cbd-17f6-48b4-876e-a7d6b5eef5b0 req-a16affa8-9b0e-4c20-94d8-a5b1d5ff4dbc tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363740 Jan 22 15:12:26.639292 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Attempting to bind port 5f606e60-061e-4b85-a51a-93bb90b96d40 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:12:26.639914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Attempting to bind port 5f606e60-061e-4b85-a51a-93bb90b96d40 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:12:26.640452 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Attempting to bind port 5f606e60-061e-4b85-a51a-93bb90b96d40 on network 768f6f7f-e2d6-4869-9735-e2dc09c738da {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:12:26.667873 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:12:26.668433 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Checking segment: {'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:12:26.669461 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:26.670186 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Bound using segment: {'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:12:26.670870 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Bound port: 5f606e60-061e-4b85-a51a-93bb90b96d40, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:12:26.671416 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:26.749919 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-447e46d3-6e5f-4a66-b8dd-1785f188e418 req-042c10fc-c3dc-4718-a4bf-4e1579db8515 service neutron] 10.222.0.63 "GET /v2.0/networks/df9d3802-e64b-45cd-a324-883109059473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069895 Jan 22 15:12:26.768572 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-02981619-1b10-47ff-b854-d9cf4a1651af service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0cf7fae8-fc5f-41df-b84a-eb57eead674c HTTP/1.1" status: 200 len: 217 time: 0.0870597 Jan 22 15:12:26.877706 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87da2f-5683-4049-b570-92c9bc0acc7a req-14762353-9b90-43ec-96c5-4bb4e138c0a7 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:26.885780 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1b87da2f-5683-4049-b570-92c9bc0acc7a req-14762353-9b90-43ec-96c5-4bb4e138c0a7 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 943 time: 0.3534644 Jan 22 15:12:26.917118 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-1d7c9407-3cfc-4c7f-bd63-016bdf66dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:26.918587 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-1d7c9407-3cfc-4c7f-bd63-016bdf66dd79 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7e255b52-27d5-4f1a-8042-03a6fbe798a0 HTTP/1.1" status: 200 len: 843 time: 0.1326144 Jan 22 15:12:26.967501 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] For port 5f606e60-061e-4b85-a51a-93bb90b96d40, host hv-cinder-76377, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:12:26.995426 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1b87da2f-5683-4049-b570-92c9bc0acc7a req-0a59280a-333b-4633-ba0d-2978cbf3bbaa tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090150 Jan 22 15:12:27.009175 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c66a0a-212b-4622-bfd2-fc9426cc3e53 req-a5ba2612-721a-4fce-ad1a-72e3c9b25ed3 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:27.010917 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-66c66a0a-212b-4622-bfd2-fc9426cc3e53 req-a5ba2612-721a-4fce-ad1a-72e3c9b25ed3 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.3232236 Jan 22 15:12:27.013285 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] For port 5f606e60-061e-4b85-a51a-93bb90b96d40, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=5f606e60-061e-4b85-a51a-93bb90b96d40,segment=NetworkSegment(3239addc-c16c-423c-b32c-0ea23cec08b4),segment_id=3239addc-c16c-423c-b32c-0ea23cec08b4)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:12:27.028270 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:27.037767 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-bf724b66-241c-4e84-9cbc-668970159803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:27.039922 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-bf724b66-241c-4e84-9cbc-668970159803 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e78c7772-76a1-4a42-80dd-22144e979c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1092403 Jan 22 15:12:27.048901 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1363b222-c568-4726-9109-99b63d114652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:27.086645 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45ceafb-f2cc-4ea6-929d-0abf160e584a', 'tag': '0cf7fae8-fc5f-41df-b84a-eb57eead674c', 'status': 'completed', 'code': 200} Jan 22 15:12:27.198711 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 41600) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:27.212265 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-66c66a0a-212b-4622-bfd2-fc9426cc3e53 req-3c9608e6-b4c8-42a8-bbb4-4f8eab6991d3 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853893 Jan 22 15:12:27.221447 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-447e46d3-6e5f-4a66-b8dd-1785f188e418 req-a9b3bc80-1ac3-448f-9a3c-548c67b7827a service neutron] 10.222.0.63 "GET /v2.0/networks/df9d3802-e64b-45cd-a324-883109059473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4391184 Jan 22 15:12:27.249767 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-8120f956-b89b-478c-a9d5-be5ef2120421 service neutron] 10.222.0.63 "GET /v2.0/networks/e78c7772-76a1-4a42-80dd-22144e979c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009764 Jan 22 15:12:27.280099 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f606e60-061e-4b85-a51a-93bb90b96d40,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:27.285339 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:27.352932 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:27.353941 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:27.359661 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] 10.222.0.63 "PUT /v2.0/ports/5f606e60-061e-4b85-a51a-93bb90b96d40 HTTP/1.1" status: 200 len: 1157 time: 3.4728031 Jan 22 15:12:27.360353 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70670fa8-7738-46e7-9ca3-f6b739d8c7cc', 'tag': '5f606e60-061e-4b85-a51a-93bb90b96d40'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:12:27.453165 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-096932a3-9e4a-4235-8329-0f12c325e8a0 req-a3330d15-8b74-4745-8726-99601f65addd service neutron] 10.222.0.63 "GET /v2.0/networks/e78c7772-76a1-4a42-80dd-22144e979c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1919999 Jan 22 15:12:27.455779 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1cad445-3694-4e1f-87e7-14264d7d05c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:27.470555 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70670fa8-7738-46e7-9ca3-f6b739d8c7cc', 'tag': '5f606e60-061e-4b85-a51a-93bb90b96d40', 'status': 'completed', 'code': 200} Jan 22 15:12:27.472670 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-c1cad445-3694-4e1f-87e7-14264d7d05c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:27.477027 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-c1cad445-3694-4e1f-87e7-14264d7d05c7 admin admin] Usage tracker for resource:security_group_rule and tenant:cb23505f14c6419e9d112c61ed50ffa5 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:27.480392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-c1cad445-3694-4e1f-87e7-14264d7d05c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:27.488114 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-c1cad445-3694-4e1f-87e7-14264d7d05c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:27.516723 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-65ba8572-1b10-4ac4-8e6d-08aac82332f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:27.518395 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-65ba8572-1b10-4ac4-8e6d-08aac82332f0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e16c63cada56495f929f122a4d474555&device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 1160 time: 0.0928864 Jan 22 15:12:27.607996 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.objects.ports [None req-ba1067c3-ec92-47b7-8c14-92c1f045159d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80169) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 15:12:27.675757 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1cad445-3694-4e1f-87e7-14264d7d05c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:27.682242 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-c19b7ab1-ffc6-4d86-96e4-75b8d61f8276 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f606e60-061e-4b85-a51a-93bb90b96d40 HTTP/1.1" status: 200 len: 217 time: 0.0784614 Jan 22 15:12:27.683558 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1cad445-3694-4e1f-87e7-14264d7d05c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:27.702096 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f10e65d1-8fa9-4a32-b865-c2facfc663d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:27.782503 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-79e3069b-37cf-4855-9bf4-3306beb8e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:27.784478 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-79e3069b-37cf-4855-9bf4-3306beb8e2a1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8f2babf-a99e-450f-bc7d-225705675f56 HTTP/1.1" status: 200 len: 855 time: 0.0931199 Jan 22 15:12:27.788294 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-c1cad445-3694-4e1f-87e7-14264d7d05c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb23505f14c6419e9d112c61ed50ffa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5884478 Jan 22 15:12:27.796433 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 41618) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:27.816787 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bc545-ef22-4b3d-8e86-8eb0f4ec1c31 req-4893582a-40f3-4919-9af5-b207314c1954 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:27.818807 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-415bc545-ef22-4b3d-8e86-8eb0f4ec1c31 req-4893582a-40f3-4919-9af5-b207314c1954 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 947 time: 0.2706888 Jan 22 15:12:27.823688 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cad445-3694-4e1f-87e7-14264d7d05c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdaa9e9-3f0f-4233-982d-78a9782a0971,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:27.836115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c1cad445-3694-4e1f-87e7-14264d7d05c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:27.875477 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5d78d-e85b-405d-ae7f-a40050ac1ab7 req-bb712578-d02a-4088-8fe7-3ef374df9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:27.877138 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-aba5d78d-e85b-405d-ae7f-a40050ac1ab7 req-bb712578-d02a-4088-8fe7-3ef374df9db5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=63761e33cc1640669d703f5eb52658b4&device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 1164 time: 0.2700403 Jan 22 15:12:27.883605 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-d139f9c3-b1e5-4ff9-9434-7a09d55be548 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=768f6f7f-e2d6-4869-9735-e2dc09c738da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637584 Jan 22 15:12:28.024800 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d92595-981e-489d-9522-b4ae5b404e65 req-90cbca29-b214-4fbe-b4fc-a3c302b43e47 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:28.026932 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e2d92595-981e-489d-9522-b4ae5b404e65 req-90cbca29-b214-4fbe-b4fc-a3c302b43e47 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 943 time: 0.3261881 Jan 22 15:12:28.032761 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7b7f8186-32be-4ce8-b02c-7eb0a113aa85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:28.116392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7b7f8186-32be-4ce8-b02c-7eb0a113aa85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:28.218056 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e2d92595-981e-489d-9522-b4ae5b404e65 req-bd149c50-bc0c-4073-b611-255986e3aad3 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797104 Jan 22 15:12:28.227300 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-415bc545-ef22-4b3d-8e86-8eb0f4ec1c31 req-e2ea15bf-0f65-47b1-97ae-c5033612dcf9 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686502 Jan 22 15:12:28.231221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5d78d-e85b-405d-ae7f-a40050ac1ab7 req-9eb19a24-a252-4493-9a9b-f2f78b439a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:28.232883 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-aba5d78d-e85b-405d-ae7f-a40050ac1ab7 req-9eb19a24-a252-4493-9a9b-f2f78b439a4e service neutron] 10.222.0.63 "GET /v2.0/networks?id=e78c7772-76a1-4a42-80dd-22144e979c1e HTTP/1.1" status: 200 len: 863 time: 0.3370845 Jan 22 15:12:28.303932 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-f5290164-5491-42e9-86d0-c6c0d9a20d7c service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037302 Jan 22 15:12:28.332897 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-aba5d78d-e85b-405d-ae7f-a40050ac1ab7 req-f0c068fb-44da-4f56-820f-e9364ce3abe3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0cf7fae8-fc5f-41df-b84a-eb57eead674c HTTP/1.1" status: 200 len: 217 time: 0.0869677 Jan 22 15:12:28.334406 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7b7f8186-32be-4ce8-b02c-7eb0a113aa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:28.339638 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-36c23e04-5f92-4065-aa71-c83b65ac9b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:28.404296 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f8186-32be-4ce8-b02c-7eb0a113aa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdaa9e9-3f0f-4233-982d-78a9782a0971,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:28.445387 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7b7f8186-32be-4ce8-b02c-7eb0a113aa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:28.457250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7b7f8186-32be-4ce8-b02c-7eb0a113aa85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:28.458501 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-7b7f8186-32be-4ce8-b02c-7eb0a113aa85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bbdaa9e9-3f0f-4233-982d-78a9782a0971 HTTP/1.1" status: 204 len: 168 time: 0.6532691 Jan 22 15:12:28.486798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5d78d-e85b-405d-ae7f-a40050ac1ab7 req-c76b5a15-6db2-4df3-8196-37115255762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:28.488310 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-aba5d78d-e85b-405d-ae7f-a40050ac1ab7 req-c76b5a15-6db2-4df3-8196-37115255762d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7e255b52-27d5-4f1a-8042-03a6fbe798a0 HTTP/1.1" status: 200 len: 843 time: 0.1398590 Jan 22 15:12:28.569278 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54bec3cd-533b-4525-8251-605cdeba90e8 req-6ae1f540-5cc6-4308-be23-3539f7b5f1fb service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2566466 Jan 22 15:12:28.590040 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95144eae-c7f7-4f69-ab6c-e4b136d45321 req-3f2dd28b-7aae-4587-91f6-1c2b2ab206bd tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:28.592020 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-95144eae-c7f7-4f69-ab6c-e4b136d45321 req-3f2dd28b-7aae-4587-91f6-1c2b2ab206bd tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.2016270 Jan 22 15:12:28.599479 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0076557-9e6d-4aa3-b569-b5015dc49e26 req-a4960a12-c706-4322-8925-b3e6dde43edf tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:28.601170 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b0076557-9e6d-4aa3-b569-b5015dc49e26 req-a4960a12-c706-4322-8925-b3e6dde43edf tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 943 time: 0.1697862 Jan 22 15:12:28.651564 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5d78d-e85b-405d-ae7f-a40050ac1ab7 req-85db8af9-d095-4371-a702-83ada0922d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:28.653217 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-aba5d78d-e85b-405d-ae7f-a40050ac1ab7 req-85db8af9-d095-4371-a702-83ada0922d44 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e78c7772-76a1-4a42-80dd-22144e979c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1497538 Jan 22 15:12:28.657862 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b0076557-9e6d-4aa3-b569-b5015dc49e26 req-b3040772-2d67-441f-a7d9-e5bbcd7d0fc3 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474370 Jan 22 15:12:28.667823 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-95144eae-c7f7-4f69-ab6c-e4b136d45321 req-b976ee2d-4e93-4bb5-8b74-8edd0166fffe tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586276 Jan 22 15:12:28.782914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:28.826452 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14022d-25ce-434a-a8a1-15eaac1d765d req-916b3010-fd00-42e7-9db4-0b33dc2b507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:28.828437 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8c14022d-25ce-434a-a8a1-15eaac1d765d req-916b3010-fd00-42e7-9db4-0b33dc2b507c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e16c63cada56495f929f122a4d474555&device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 1160 time: 0.1236341 Jan 22 15:12:28.835249 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-aba5d78d-e85b-405d-ae7f-a40050ac1ab7 req-ae0dd633-82c6-4e4e-840a-060b99dd4368 service neutron] 10.222.0.63 "GET /v2.0/networks/e78c7772-76a1-4a42-80dd-22144e979c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490707 Jan 22 15:12:28.877273 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:12:28.885921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:28.886684 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:29.047854 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-aba5d78d-e85b-405d-ae7f-a40050ac1ab7 req-e4c0b644-36d0-4638-a07e-22a454da6a2e service neutron] 10.222.0.63 "GET /v2.0/networks/e78c7772-76a1-4a42-80dd-22144e979c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1910441 Jan 22 15:12:29.055448 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14022d-25ce-434a-a8a1-15eaac1d765d req-13fbb47c-38c9-4db7-b668-6a8263f1d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:29.057115 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8c14022d-25ce-434a-a8a1-15eaac1d765d req-13fbb47c-38c9-4db7-b668-6a8263f1d34a service neutron] 10.222.0.63 "GET /v2.0/networks?id=768f6f7f-e2d6-4869-9735-e2dc09c738da HTTP/1.1" status: 200 len: 909 time: 0.2019587 Jan 22 15:12:29.155643 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8c14022d-25ce-434a-a8a1-15eaac1d765d req-3efe2a34-d7d3-4bd2-87b3-ccc359a82944 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f606e60-061e-4b85-a51a-93bb90b96d40 HTTP/1.1" status: 200 len: 217 time: 0.0711584 Jan 22 15:12:29.236166 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14022d-25ce-434a-a8a1-15eaac1d765d req-3a4af373-c617-497f-b226-367309c39554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:29.239356 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8c14022d-25ce-434a-a8a1-15eaac1d765d req-3a4af373-c617-497f-b226-367309c39554 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8f2babf-a99e-450f-bc7d-225705675f56 HTTP/1.1" status: 200 len: 855 time: 0.0728581 Jan 22 15:12:29.287982 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:29.320078 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11637b73-f002-447d-88c2-d0b25b5133c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f786ad-4aaf-4549-9e0a-bbd4e49dc7be'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:12:29.371363 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8c14022d-25ce-434a-a8a1-15eaac1d765d req-eda3e38a-1714-421f-8c0b-74a4c5ea11f8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=768f6f7f-e2d6-4869-9735-e2dc09c738da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247890 Jan 22 15:12:29.382618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=60f786ad-4aaf-4549-9e0a-bbd4e49dc7be,segment=NetworkSegment(4124ac8a-7df4-4288-bfb5-24736c2b49d8),segment_id=4124ac8a-7df4-4288-bfb5-24736c2b49d8)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:12:29.386360 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:29.389164 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:29.545894 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=60f786ad-4aaf-4549-9e0a-bbd4e49dc7be,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:29.566687 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:29.617904 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8c14022d-25ce-434a-a8a1-15eaac1d765d req-f4e48e0d-359a-45d5-a7f9-88ba455f7aac service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381651 Jan 22 15:12:29.645214 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb354a-33b0-46e1-b188-213035a8883b req-4364a5c3-e46a-490a-94d3-b51c2fac9cae tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:29.647203 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-51cb354a-33b0-46e1-b188-213035a8883b req-4364a5c3-e46a-490a-94d3-b51c2fac9cae tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 947 time: 0.1473176 Jan 22 15:12:29.657718 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19994627-0215-4495-9284-335a3f631486 req-8193a160-d77a-49d6-b500-e271d8894767 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:29.665686 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-19994627-0215-4495-9284-335a3f631486 req-8193a160-d77a-49d6-b500-e271d8894767 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 945 time: 0.1917508 Jan 22 15:12:29.745432 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-51cb354a-33b0-46e1-b188-213035a8883b req-072f9082-0795-4fce-b7fe-d756d4e9fa5f tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838873 Jan 22 15:12:29.823567 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-19994627-0215-4495-9284-335a3f631486 req-68153236-f0f9-475a-8677-282bb7c57dfa tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568007 Jan 22 15:12:29.842108 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11637b73-f002-447d-88c2-d0b25b5133c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f786ad-4aaf-4549-9e0a-bbd4e49dc7be', 'code': 200} Jan 22 15:12:29.877831 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8c14022d-25ce-434a-a8a1-15eaac1d765d req-83848c0e-8462-4e77-ab59-295cffea861f service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2496114 Jan 22 15:12:29.923906 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:30.017004 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:30.017426 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:30.133185 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407246ae-0650-4b16-9c8b-a2df5b64ff4f req-e782977b-907a-4157-a620-c341e36cdb24 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:30.143580 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-407246ae-0650-4b16-9c8b-a2df5b64ff4f req-e782977b-907a-4157-a620-c341e36cdb24 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 943 time: 0.1460919 Jan 22 15:12:30.218561 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-407246ae-0650-4b16-9c8b-a2df5b64ff4f req-77a1542b-1e69-4eae-a399-8697c0b6bcc5 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735035 Jan 22 15:12:30.226324 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9a65b-894e-41dd-9806-bf1b8e15ce29 req-53909193-dae8-4c66-b23e-d0009eaf177f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:30.228067 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f9f9a65b-894e-41dd-9806-bf1b8e15ce29 req-53909193-dae8-4c66-b23e-d0009eaf177f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.2570639 Jan 22 15:12:30.313123 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f9f9a65b-894e-41dd-9806-bf1b8e15ce29 req-89024463-8c19-478b-974f-ac63e9cc9252 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681574 Jan 22 15:12:30.315232 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2555723-f5f6-4ee4-9703-c0d90132f6cc req-54922f69-e2dc-4472-8c43-6ddc80100163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:30.316831 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f2555723-f5f6-4ee4-9703-c0d90132f6cc req-54922f69-e2dc-4472-8c43-6ddc80100163 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 1162 time: 0.1812196 Jan 22 15:12:30.392021 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f2555723-f5f6-4ee4-9703-c0d90132f6cc req-b6caa3e0-d497-4e7d-aa67-5000cb9cf070 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550809 Jan 22 15:12:30.503585 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 41686) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:30.656108 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-14354815-6b4c-4fec-8ea9-d2ca60661848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:30.672817 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-14354815-6b4c-4fec-8ea9-d2ca60661848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:30.676910 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-14354815-6b4c-4fec-8ea9-d2ca60661848 admin admin] Usage tracker for resource:security_group_rule and tenant:3c521ad4397c48118ad9cb33a7138815 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:30.679891 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-14354815-6b4c-4fec-8ea9-d2ca60661848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:30.686280 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-14354815-6b4c-4fec-8ea9-d2ca60661848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:30.773430 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-14354815-6b4c-4fec-8ea9-d2ca60661848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:30.776375 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-14354815-6b4c-4fec-8ea9-d2ca60661848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:30.785749 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:30.830554 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-14354815-6b4c-4fec-8ea9-d2ca60661848 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c521ad4397c48118ad9cb33a7138815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257639 Jan 22 15:12:30.832315 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14354815-6b4c-4fec-8ea9-d2ca60661848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d93c947-569a-4a82-9fb5-ad5781fe19e0,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:30.833388 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 41694) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:30.835709 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-14354815-6b4c-4fec-8ea9-d2ca60661848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:30.964196 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-922f604f-c5ab-446f-a880-d35251ac9cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:31.005149 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-922f604f-c5ab-446f-a880-d35251ac9cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:31.083336 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4487e8f-2503-4b64-858e-b0303d84def9 req-48bdd56d-3769-41a1-8d21-27cb229200fa tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:31.084947 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b4487e8f-2503-4b64-858e-b0303d84def9 req-48bdd56d-3769-41a1-8d21-27cb229200fa tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 947 time: 0.1902683 Jan 22 15:12:31.098091 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553624f-3178-4300-bb6a-781ea6264c18 req-3c04c60a-3131-449b-92e4-5cec55866137 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:31.099824 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b553624f-3178-4300-bb6a-781ea6264c18 req-3c04c60a-3131-449b-92e4-5cec55866137 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 945 time: 0.1137366 Jan 22 15:12:31.110398 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-922f604f-c5ab-446f-a880-d35251ac9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:31.118630 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-da038c91-fd41-4645-8e1b-6077a71ddb59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:31.135322 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f604f-c5ab-446f-a880-d35251ac9cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d93c947-569a-4a82-9fb5-ad5781fe19e0,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:31.147938 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-922f604f-c5ab-446f-a880-d35251ac9cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:31.155525 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-922f604f-c5ab-446f-a880-d35251ac9cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:31.159741 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-922f604f-c5ab-446f-a880-d35251ac9cdc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d93c947-569a-4a82-9fb5-ad5781fe19e0 HTTP/1.1" status: 204 len: 168 time: 0.3222952 Jan 22 15:12:31.174961 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b553624f-3178-4300-bb6a-781ea6264c18 req-9b113319-92e6-4a02-b84a-1748a3fa64d6 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681384 Jan 22 15:12:31.175456 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b4487e8f-2503-4b64-858e-b0303d84def9 req-3dd6272d-3b0b-4e8c-b63d-6439535f18b9 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817928 Jan 22 15:12:31.536497 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470bebf-704b-4a48-93a4-22b9e3b27eb2 req-0742bc0c-c041-4012-887b-29b19963467a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:31.538361 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1470bebf-704b-4a48-93a4-22b9e3b27eb2 req-0742bc0c-c041-4012-887b-29b19963467a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 943 time: 0.1664042 Jan 22 15:12:31.600000 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1470bebf-704b-4a48-93a4-22b9e3b27eb2 req-457668e1-97c6-4485-87c1-f2b1a4ac2d4c tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517240 Jan 22 15:12:31.646620 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f879-40ec-40d1-8809-bb0af444e56d req-32f4da28-20cb-4d30-abe3-bf5b2baf41eb tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:31.648343 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b821f879-40ec-40d1-8809-bb0af444e56d req-32f4da28-20cb-4d30-abe3-bf5b2baf41eb tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.1157508 Jan 22 15:12:31.707283 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b821f879-40ec-40d1-8809-bb0af444e56d req-9249597d-3481-4ddf-920f-e05450312ded tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515795 Jan 22 15:12:31.860131 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Network e78c7772-76a1-4a42-80dd-22144e979c1e details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:12:32.461056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.objects.ports [None req-5bbb782b-d7b9-4fbe-8f59-8fa5ddb9605b None None] Time-cost: Fetching 4 ports in 2 security groups {{(pid=80169) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 15:12:32.476593 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b401cd0-3944-4793-8974-519d3f837d62 req-505bb54a-96cb-4804-98c6-9d4eb976aa87 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:32.478276 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1b401cd0-3944-4793-8974-519d3f837d62 req-505bb54a-96cb-4804-98c6-9d4eb976aa87 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 947 time: 0.1189220 Jan 22 15:12:32.479888 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63dd36-1235-4a9a-a0f3-6439aca43f24 req-2af60bb3-a0f9-4e03-8451-01da0f83b38d tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:32.482264 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-da63dd36-1235-4a9a-a0f3-6439aca43f24 req-2af60bb3-a0f9-4e03-8451-01da0f83b38d tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 945 time: 0.1380284 Jan 22 15:12:32.531514 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1b401cd0-3944-4793-8974-519d3f837d62 req-ac389b21-6b88-4d18-a12c-b4c4703ccc44 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459931 Jan 22 15:12:32.534215 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-da63dd36-1235-4a9a-a0f3-6439aca43f24 req-70c12c7e-0928-4450-9e6b-64d290303609 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457602 Jan 22 15:12:32.843866 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ca8a4-9be1-4073-9938-a8c4635e505a req-12f2eb70-46b8-4346-8d15-5311b7bd2f9d tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:32.845535 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2c6ca8a4-9be1-4073-9938-a8c4635e505a req-12f2eb70-46b8-4346-8d15-5311b7bd2f9d tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 943 time: 0.1110497 Jan 22 15:12:32.898041 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2c6ca8a4-9be1-4073-9938-a8c4635e505a req-5b79ac7c-7489-43c8-8a8f-6c158269dd72 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462854 Jan 22 15:12:33.155291 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19422317-78f9-4edf-94d1-b88cfed74582 req-a24f62ba-9b2f-475e-b9ce-5b863ebfb2b2 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:33.156954 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-19422317-78f9-4edf-94d1-b88cfed74582 req-a24f62ba-9b2f-475e-b9ce-5b863ebfb2b2 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.3163722 Jan 22 15:12:33.209621 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-19422317-78f9-4edf-94d1-b88cfed74582 req-f41643ff-7572-423c-90b3-d883adbc48f3 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460513 Jan 22 15:12:33.775833 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d571e2e-ace9-4f1b-bd67-1462e908d5ac req-60654dc5-7ebd-4ee8-954c-3fc667a0e26a tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:33.777493 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1d571e2e-ace9-4f1b-bd67-1462e908d5ac req-60654dc5-7ebd-4ee8-954c-3fc667a0e26a tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 947 time: 0.1069167 Jan 22 15:12:33.833246 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1d571e2e-ace9-4f1b-bd67-1462e908d5ac req-36cbd878-2c87-49f9-8ed0-103be193455c tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485232 Jan 22 15:12:33.865199 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355210b9-b1e2-4b88-ab5d-89c112e01d11 req-b1084a47-8927-4567-8f9c-966cab73dd64 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:33.866874 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-355210b9-b1e2-4b88-ab5d-89c112e01d11 req-b1084a47-8927-4567-8f9c-966cab73dd64 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 945 time: 0.1065550 Jan 22 15:12:33.922474 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-355210b9-b1e2-4b88-ab5d-89c112e01d11 req-58fa7cbf-8ea5-4115-b4fb-08c074b63fa1 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487967 Jan 22 15:12:34.133908 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c88f0d-7690-4bab-87a0-2d0fd241ca2e req-338256bc-f9ab-4c73-a107-9314a3aedd79 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:34.135525 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-18c88f0d-7690-4bab-87a0-2d0fd241ca2e req-338256bc-f9ab-4c73-a107-9314a3aedd79 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 943 time: 0.1028931 Jan 22 15:12:34.187150 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-18c88f0d-7690-4bab-87a0-2d0fd241ca2e req-099a7d61-7d74-4f33-8781-e86352f9cae5 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444214 Jan 22 15:12:34.584255 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f78663-9790-43f0-ae68-c07747d99472 req-a3951ce0-2a35-49f1-8e44-1ab9aed30d1e tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:34.585915 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-19f78663-9790-43f0-ae68-c07747d99472 req-a3951ce0-2a35-49f1-8e44-1ab9aed30d1e tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.1077223 Jan 22 15:12:34.638921 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-19f78663-9790-43f0-ae68-c07747d99472 req-7f28e363-cf70-4123-a89f-0f2ed54d91b4 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457494 Jan 22 15:12:34.857980 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 5f606e60-061e-4b85-a51a-93bb90b96d40 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:34.932797 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port 5f606e60-061e-4b85-a51a-93bb90b96d40 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:12:34.938595 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 5f606e60-061e-4b85-a51a-93bb90b96d40 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:34.939035 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:35.084722 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:35.099652 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b28a3e-7d21-4573-aac6-5121d9c253d6 req-42fe1e50-5987-449d-ad37-f14dacc46509 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:35.101325 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-58b28a3e-7d21-4573-aac6-5121d9c253d6 req-42fe1e50-5987-449d-ad37-f14dacc46509 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 947 time: 0.1222608 Jan 22 15:12:35.113902 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70670fa8-7738-46e7-9ca3-f6b739d8c7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f606e60-061e-4b85-a51a-93bb90b96d40'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:12:35.125504 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 5f606e60-061e-4b85-a51a-93bb90b96d40, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=5f606e60-061e-4b85-a51a-93bb90b96d40,segment=NetworkSegment(3239addc-c16c-423c-b32c-0ea23cec08b4),segment_id=3239addc-c16c-423c-b32c-0ea23cec08b4)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:12:35.128949 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:35.130158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 0cf7fae8-fc5f-41df-b84a-eb57eead674c up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:35.159742 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-58b28a3e-7d21-4573-aac6-5121d9c253d6 req-38508b5f-57e9-47d4-ba86-bc298a171da4 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512869 Jan 22 15:12:35.167171 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:35.196970 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caca4b0-65fc-42cc-abbd-a94dfa4d94b2 req-4a3dc4b6-8253-4b86-a917-3540d489b801 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:35.198638 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1caca4b0-65fc-42cc-abbd-a94dfa4d94b2 req-4a3dc4b6-8253-4b86-a917-3540d489b801 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 945 time: 0.1139281 Jan 22 15:12:35.242299 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70670fa8-7738-46e7-9ca3-f6b739d8c7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f606e60-061e-4b85-a51a-93bb90b96d40', 'code': 200} Jan 22 15:12:35.258165 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1caca4b0-65fc-42cc-abbd-a94dfa4d94b2 req-cbb7aa0d-97eb-4e92-b20e-8543c5df7aa3 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518727 Jan 22 15:12:35.272424 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=5f606e60-061e-4b85-a51a-93bb90b96d40,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:35.277042 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:35.286984 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port 0cf7fae8-fc5f-41df-b84a-eb57eead674c completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:12:35.292122 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 0cf7fae8-fc5f-41df-b84a-eb57eead674c triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:35.292542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:35.436161 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:35.469533 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5263f-9497-489f-be43-df07fa621112 req-680f8914-99a6-4ff8-9de2-fb821c02dfd9 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:35.479809 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c4a5263f-9497-489f-be43-df07fa621112 req-680f8914-99a6-4ff8-9de2-fb821c02dfd9 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 945 time: 0.1410601 Jan 22 15:12:35.480121 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 0cf7fae8-fc5f-41df-b84a-eb57eead674c, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=0cf7fae8-fc5f-41df-b84a-eb57eead674c,segment=NetworkSegment(504d2087-8665-4cc3-97e3-e729f84a6be2),segment_id=504d2087-8665-4cc3-97e3-e729f84a6be2)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:12:35.485581 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:35.486561 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:35.522528 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:35.543034 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c4a5263f-9497-489f-be43-df07fa621112 req-93dfdd7b-db92-4ac9-9e56-68e5fdc625ce tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616696 Jan 22 15:12:35.622430 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=0cf7fae8-fc5f-41df-b84a-eb57eead674c,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:35.625842 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:35.635200 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:35.635628 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:35.894255 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5045c-46c8-4bbe-b741-39bfdd24181f req-48d0599a-eed5-4aba-af5f-70f425e8a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:35.895901 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-87c5045c-46c8-4bbe-b741-39bfdd24181f req-48d0599a-eed5-4aba-af5f-70f425e8a5fa service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 1162 time: 0.1586394 Jan 22 15:12:35.931578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee0161-e49b-4be3-9545-c8b9b26c691a req-72da98bd-d4e3-4671-a628-b843f87ddf3f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:35.933509 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c4ee0161-e49b-4be3-9545-c8b9b26c691a req-72da98bd-d4e3-4671-a628-b843f87ddf3f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.1432245 Jan 22 15:12:35.976738 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05395b2-d214-4b33-9c0c-f827c678b504 req-d6823c15-82c5-413b-8a50-af78b09d51c5 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:35.978413 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c05395b2-d214-4b33-9c0c-f827c678b504 req-d6823c15-82c5-413b-8a50-af78b09d51c5 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.63 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 945 time: 0.1131663 Jan 22 15:12:36.007948 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-87c5045c-46c8-4bbe-b741-39bfdd24181f req-efad0275-3a5f-4a07-add0-10c99530145e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732200 Jan 22 15:12:36.016509 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c4ee0161-e49b-4be3-9545-c8b9b26c691a req-510ac550-13ed-4633-a52b-214a5b114274 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668960 Jan 22 15:12:36.063386 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-c05395b2-d214-4b33-9c0c-f827c678b504 req-720778cc-2420-4edb-8426-a4e61835822a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Deleting port 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be {{(pid=80168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:12:36.063775 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-c05395b2-d214-4b33-9c0c-f827c678b504 req-720778cc-2420-4edb-8426-a4e61835822a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:36.469855 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-c05395b2-d214-4b33-9c0c-f827c678b504 req-720778cc-2420-4edb-8426-a4e61835822a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] For port 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=60f786ad-4aaf-4549-9e0a-bbd4e49dc7be,segment=NetworkSegment(4124ac8a-7df4-4288-bfb5-24736c2b49d8),segment_id=4124ac8a-7df4-4288-bfb5-24736c2b49d8)] {{(pid=80168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:12:36.470510 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-c05395b2-d214-4b33-9c0c-f827c678b504 req-720778cc-2420-4edb-8426-a4e61835822a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:36.579533 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da826b-2268-46eb-be9d-ab2815923ee6 req-2c039dea-55aa-42c2-b1ae-d6dc9832faeb tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:36.581181 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-19da826b-2268-46eb-be9d-ab2815923ee6 req-2c039dea-55aa-42c2-b1ae-d6dc9832faeb tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 945 time: 0.1130455 Jan 22 15:12:36.612698 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-c05395b2-d214-4b33-9c0c-f827c678b504 req-720778cc-2420-4edb-8426-a4e61835822a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Calling delete_port for 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be owned by compute:nova {{(pid=80168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:12:36.633533 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-19da826b-2268-46eb-be9d-ab2815923ee6 req-cbcfa59d-154a-4569-99a5-abc6c2228f14 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459027 Jan 22 15:12:36.680312 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb66e8-d3e1-457e-b585-a449d5828bdb req-8d3e2740-24c6-4760-ab8b-f43fb342120c tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:36.681998 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9aeb66e8-d3e1-457e-b585-a449d5828bdb req-8d3e2740-24c6-4760-ab8b-f43fb342120c tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 949 time: 0.3468232 Jan 22 15:12:36.835376 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9aeb66e8-d3e1-457e-b585-a449d5828bdb req-e2f81622-19ae-4a7e-9c11-3eecef2873f9 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391664 Jan 22 15:12:36.870815 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2d8e6-1311-4230-95c6-f0950d0bb73e req-3105d513-34a6-40ce-b5b8-18eafae5f1e6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:36.873189 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1bf2d8e6-1311-4230-95c6-f0950d0bb73e req-3105d513-34a6-40ce-b5b8-18eafae5f1e6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 945 time: 0.1085782 Jan 22 15:12:36.916722 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-c05395b2-d214-4b33-9c0c-f827c678b504 req-720778cc-2420-4edb-8426-a4e61835822a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:36.934463 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 0cf7fae8-fc5f-41df-b84a-eb57eead674c up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:36.938057 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1bf2d8e6-1311-4230-95c6-f0950d0bb73e req-64a77909-8e91-4d75-abe1-773f7f740c67 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586495 Jan 22 15:12:36.994740 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:37.016843 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 0cf7fae8-fc5f-41df-b84a-eb57eead674c triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:37.017272 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:37.048330 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720778cc-2420-4edb-8426-a4e61835822a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Pushing event deleted for resources: {'Port': ['ID=60f786ad-4aaf-4549-9e0a-bbd4e49dc7be,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:37.051202 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-720778cc-2420-4edb-8426-a4e61835822a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:37.147963 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 5f606e60-061e-4b85-a51a-93bb90b96d40 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:37.162974 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05395b2-d214-4b33-9c0c-f827c678b504 req-720778cc-2420-4edb-8426-a4e61835822a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] No DVR routers for this DVR port 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be on host hv-cinder-76377 {{(pid=80168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:12:37.165771 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-c05395b2-d214-4b33-9c0c-f827c678b504 req-720778cc-2420-4edb-8426-a4e61835822a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:37.169364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11637b73-f002-447d-88c2-d0b25b5133c1', 'name': 'network-vif-deleted', 'tag': '60f786ad-4aaf-4549-9e0a-bbd4e49dc7be'}] {{(pid=80168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:12:37.191456 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c05395b2-d214-4b33-9c0c-f827c678b504 req-720778cc-2420-4edb-8426-a4e61835822a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.63 "DELETE /v2.0/ports/60f786ad-4aaf-4549-9e0a-bbd4e49dc7be HTTP/1.1" status: 204 len: 173 time: 1.2068660 Jan 22 15:12:37.231074 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 5f606e60-061e-4b85-a51a-93bb90b96d40 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:37.232059 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:37.242641 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11637b73-f002-447d-88c2-d0b25b5133c1', 'name': 'network-vif-deleted', 'tag': '60f786ad-4aaf-4549-9e0a-bbd4e49dc7be', 'status': 'completed', 'code': 200} Jan 22 15:12:37.264183 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45ceafb-f2cc-4ea6-929d-0abf160e584a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf7fae8-fc5f-41df-b84a-eb57eead674c'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:12:37.297435 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753759cd-130c-4245-8c72-801ffa092e8f req-726c0003-fc11-4efd-af34-369124da7ef5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:37.299851 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-753759cd-130c-4245-8c72-801ffa092e8f req-726c0003-fc11-4efd-af34-369124da7ef5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.1416199 Jan 22 15:12:37.362697 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45ceafb-f2cc-4ea6-929d-0abf160e584a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf7fae8-fc5f-41df-b84a-eb57eead674c', 'code': 200} Jan 22 15:12:37.384233 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 5af79b7e-33c6-4493-8e8c-a520d4babd0b up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:37.405522 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-753759cd-130c-4245-8c72-801ffa092e8f req-4bf4e58d-5424-4cfa-a692-a8c29dfa4a0d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989587 Jan 22 15:12:37.473526 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 5af79b7e-33c6-4493-8e8c-a520d4babd0b triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:37.473963 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:37.617126 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device f8b2d3f0-16d6-43be-a80c-a5169ee353e7 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:37.751394 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port f8b2d3f0-16d6-43be-a80c-a5169ee353e7 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:37.751837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:37.837027 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9126b-2c83-4347-bc3b-f589932f4de6 req-e6b3991b-ae32-4ad3-bc5c-208d3d97e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:37.842886 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6ed9126b-2c83-4347-bc3b-f589932f4de6 req-e6b3991b-ae32-4ad3-bc5c-208d3d97e5f2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 1162 time: 0.2013011 Jan 22 15:12:37.951343 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dcdff-ad38-4fbf-9433-915340186a84 req-a1c566bf-b4de-4345-a0ab-fe523c54d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:37.952961 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5d9dcdff-ad38-4fbf-9433-915340186a84 req-a1c566bf-b4de-4345-a0ab-fe523c54d68f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 1166 time: 0.1486094 Jan 22 15:12:37.982142 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-91aeaab0-be2a-428c-b74c-5a7932044ca4 req-77e1e3a8-7094-447e-b3d3-1c8f0b99dc66 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Synchronizing usage tracker for tenant:0e4cafaa96214974af2149fe92d34513 on resource:port {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:12:37.991151 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6ed9126b-2c83-4347-bc3b-f589932f4de6 req-da14971a-eb82-4cf6-97e3-b1ca97cbe335 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123476 Jan 22 15:12:38.005260 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-91aeaab0-be2a-428c-b74c-5a7932044ca4 req-77e1e3a8-7094-447e-b3d3-1c8f0b99dc66 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Unset dirty status for tenant:0e4cafaa96214974af2149fe92d34513 on resource:port {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:12:38.007235 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-91aeaab0-be2a-428c-b74c-5a7932044ca4 req-77e1e3a8-7094-447e-b3d3-1c8f0b99dc66 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 210 time: 0.1302474 Jan 22 15:12:38.023466 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:12:38.054539 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5d9dcdff-ad38-4fbf-9433-915340186a84 req-93eafcee-1f4d-4d9a-ad51-3290af00c078 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872273 Jan 22 15:12:38.092754 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 41892) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:38.105081 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] No Port match for: 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:12:38.105482 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 60f786ad-4aaf-4549-9e0a-bbd4e49dc7be not bound to the agent host hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:12:38.220953 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250e287-03d7-4096-980f-e50646c4d326 req-9aa263be-32cd-48bd-95af-969d2b9b805a tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:38.228857 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e250e287-03d7-4096-980f-e50646c4d326 req-9aa263be-32cd-48bd-95af-969d2b9b805a tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 949 time: 0.1693280 Jan 22 15:12:38.288551 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e250e287-03d7-4096-980f-e50646c4d326 req-6923ee39-2e3b-480b-a0e3-de99d2c8c633 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585966 Jan 22 15:12:38.317779 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8adc2f-a9c4-47da-8319-29ee89d6f547 req-96eee326-b5f0-4d86-8d2e-b8c59c690efd tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:38.318090 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ed8adc2f-a9c4-47da-8319-29ee89d6f547 req-96eee326-b5f0-4d86-8d2e-b8c59c690efd tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 945 time: 0.1493564 Jan 22 15:12:38.363317 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7cc68bf6-7798-40bc-b75d-d2eeb5e77c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:38.390802 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-7cc68bf6-7798-40bc-b75d-d2eeb5e77c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:38.400105 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-7cc68bf6-7798-40bc-b75d-d2eeb5e77c34 admin admin] Usage tracker for resource:security_group_rule and tenant:181b87b892784d2a83fb482123119efe is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:38.405211 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-7cc68bf6-7798-40bc-b75d-d2eeb5e77c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:38.415821 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ed8adc2f-a9c4-47da-8319-29ee89d6f547 req-2129e89c-390a-407a-a70f-80b6e0d10f55 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966139 Jan 22 15:12:38.421946 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-7cc68bf6-7798-40bc-b75d-d2eeb5e77c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:38.521633 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7cc68bf6-7798-40bc-b75d-d2eeb5e77c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:38.524741 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7cc68bf6-7798-40bc-b75d-d2eeb5e77c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:38.538184 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f86e623a-c330-46ac-b55f-524ca0ca9bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:38.613376 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc68bf6-7798-40bc-b75d-d2eeb5e77c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e067ba42-33f6-47d4-9f77-0bfc935f6f9e,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:38.633839 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7cc68bf6-7798-40bc-b75d-d2eeb5e77c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:38.643778 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-7cc68bf6-7798-40bc-b75d-d2eeb5e77c34 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=181b87b892784d2a83fb482123119efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5496838 Jan 22 15:12:38.646606 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 41906) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:38.700876 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8887c0a-c52a-4fbe-84fb-29955ff52087 req-927620e8-32c4-4c15-b3d9-d25a0064f501 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:38.702768 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b8887c0a-c52a-4fbe-84fb-29955ff52087 req-927620e8-32c4-4c15-b3d9-d25a0064f501 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.1405101 Jan 22 15:12:38.720317 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-71fcadc8-931c-4457-9d88-1d7c788db7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:38.756959 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-71fcadc8-931c-4457-9d88-1d7c788db7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:38.803712 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b8887c0a-c52a-4fbe-84fb-29955ff52087 req-78a7b8a8-10a4-44d0-9bae-fd48b3ef29e5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906262 Jan 22 15:12:38.808135 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-71fcadc8-931c-4457-9d88-1d7c788db7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:38.814173 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c7b45007-be70-4706-9cc5-79f216ac8a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:38.823263 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 5f606e60-061e-4b85-a51a-93bb90b96d40 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:38.839274 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcadc8-931c-4457-9d88-1d7c788db7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e067ba42-33f6-47d4-9f77-0bfc935f6f9e,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:38.849157 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-71fcadc8-931c-4457-9d88-1d7c788db7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:38.855452 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-71fcadc8-931c-4457-9d88-1d7c788db7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:38.857612 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-71fcadc8-931c-4457-9d88-1d7c788db7b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e067ba42-33f6-47d4-9f77-0bfc935f6f9e HTTP/1.1" status: 204 len: 168 time: 0.2096908 Jan 22 15:12:38.947865 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 5f606e60-061e-4b85-a51a-93bb90b96d40 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:38.948595 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:39.291624 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3f076a3e-c37e-493b-a8bf-15de7f3a7818 req-66d32a8e-1ffe-4e91-828b-58f90ec2f71a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=11637b73-f002-447d-88c2-d0b25b5133c1 HTTP/1.1" status: 200 len: 210 time: 0.0831385 Jan 22 15:12:39.604364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1f72b-7c35-4232-b07e-58c647c133d3 req-b39a0f03-8b49-4b21-9109-886d96b0c0b0 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:39.606121 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-06f1f72b-7c35-4232-b07e-58c647c133d3 req-b39a0f03-8b49-4b21-9109-886d96b0c0b0 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 949 time: 0.1330810 Jan 22 15:12:39.675576 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-06f1f72b-7c35-4232-b07e-58c647c133d3 req-0029463a-09c6-41a0-83b5-9e5315218396 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611122 Jan 22 15:12:40.100927 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cad18a-4c24-4e87-93cf-e7ec1f49f186 req-ae259d5d-3736-47c2-a118-5f1ed16ab04b tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:40.103728 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-65cad18a-4c24-4e87-93cf-e7ec1f49f186 req-ae259d5d-3736-47c2-a118-5f1ed16ab04b tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.1386380 Jan 22 15:12:40.171217 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-65cad18a-4c24-4e87-93cf-e7ec1f49f186 req-8904f483-c3d4-4c64-937f-c6503524535b tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607660 Jan 22 15:12:40.835594 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 0cf7fae8-fc5f-41df-b84a-eb57eead674c up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:40.861609 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-9d2692cd-edd9-4cad-8e43-7905bf1a2bfc tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:40.863352 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-9d2692cd-edd9-4cad-8e43-7905bf1a2bfc tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/networks?id=df9d3802-e64b-45cd-a324-883109059473 HTTP/1.1" status: 200 len: 809 time: 0.2130692 Jan 22 15:12:40.892110 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-03813a4b-dc3d-43a8-9045-6a19608b57bb tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/quotas/0e4cafaa96214974af2149fe92d34513 HTTP/1.1" status: 200 len: 375 time: 0.0207071 Jan 22 15:12:40.938837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 0cf7fae8-fc5f-41df-b84a-eb57eead674c triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:40.939343 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:40.958699 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a67cc4-af75-4073-9832-cccdda420d9a req-4af2055f-3ed5-4803-98df-b982dfe54994 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:40.968892 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b2a67cc4-af75-4073-9832-cccdda420d9a req-4af2055f-3ed5-4803-98df-b982dfe54994 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 949 time: 0.1437268 Jan 22 15:12:41.007619 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-3dd9462e-58a0-4ea1-a99e-058300708745 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e4cafaa96214974af2149fe92d34513&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1084445 Jan 22 15:12:41.053101 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b2a67cc4-af75-4073-9832-cccdda420d9a req-d6dfcce7-6a36-402b-9125-7c5e0e5b56c7 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827394 Jan 22 15:12:41.212834 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-a56c7945-0c71-40f8-83e1-1fdf72c3a601 service neutron] 10.222.0.53 "GET /v2.0/networks/df9d3802-e64b-45cd-a324-883109059473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962640 Jan 22 15:12:41.377811 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-4c63dd63-5388-4636-87b6-90da13a83c1e service neutron] 10.222.0.53 "GET /v2.0/networks/df9d3802-e64b-45cd-a324-883109059473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1579642 Jan 22 15:12:41.550288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd47fc-2301-4e6e-b72d-70b3ab77cbe0 req-048abc96-e812-4d5f-8768-da50a8030f22 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:41.558153 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-93fd47fc-2301-4e6e-b72d-70b3ab77cbe0 req-048abc96-e812-4d5f-8768-da50a8030f22 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.1428628 Jan 22 15:12:41.625601 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-93fd47fc-2301-4e6e-b72d-70b3ab77cbe0 req-0415eca4-53ab-488a-9a0e-cc704fd2618f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663514 Jan 22 15:12:41.766440 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3969363e-5ffc-4a50-9f0e-a0c017c66b8e req-44c4417e-1a1d-48d3-b5ac-ad56c368f8ce tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 210 time: 0.0715127 Jan 22 15:12:42.029366 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13f247-afc2-4943-9eab-dc0a3ff7b6ae req-cdbc5cf0-118d-4d74-a4bb-d9dfe116075a tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:42.037910 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7b13f247-afc2-4943-9eab-dc0a3ff7b6ae req-cdbc5cf0-118d-4d74-a4bb-d9dfe116075a tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1350396 Jan 22 15:12:42.107334 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7b13f247-afc2-4943-9eab-dc0a3ff7b6ae req-6d182fc4-59ab-4bd8-a93f-5d8499bbd995 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683112 Jan 22 15:12:42.112280 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52ffa5-0462-475d-b273-abb489cc3462 req-55b3258d-05f7-49e6-954c-1cbec95ff797 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:42.114002 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ec52ffa5-0462-475d-b273-abb489cc3462 req-55b3258d-05f7-49e6-954c-1cbec95ff797 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 949 time: 0.1415186 Jan 22 15:12:42.169347 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ec52ffa5-0462-475d-b273-abb489cc3462 req-1156f01e-cb78-4269-92c7-b3ba5a472165 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480952 Jan 22 15:12:42.963076 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-561a14f1-4161-43f6-bddb-e540e8817e4f req-e6501500-2890-43b8-9654-04a98b75c0c0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 210 time: 0.0502009 Jan 22 15:12:43.332005 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:12:43.495917 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd9ae0-2b28-4ac8-898b-cc4100f0cf05 req-a86eb5c4-f8c9-4b65-ab92-d5eb472ca06a tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:43.498277 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-06dd9ae0-2b28-4ac8-898b-cc4100f0cf05 req-a86eb5c4-f8c9-4b65-ab92-d5eb472ca06a tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 949 time: 0.1803792 Jan 22 15:12:43.592431 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-06dd9ae0-2b28-4ac8-898b-cc4100f0cf05 req-347873b0-8366-487e-90ed-359353fa0d18 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854344 Jan 22 15:12:43.872411 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-d8b87308-d633-413c-947f-acc6698dd8d7 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:43.874014 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-d8b87308-d633-413c-947f-acc6698dd8d7 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.63 "GET /v2.0/networks?id=df9d3802-e64b-45cd-a324-883109059473 HTTP/1.1" status: 200 len: 809 time: 0.5313690 Jan 22 15:12:43.917019 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Request body: {'port': {'device_id': '7c2ec57f-b847-4e94-a607-5a9b1731e92c', 'network_id': 'df9d3802-e64b-45cd-a324-883109059473', 'admin_state_up': True, 'tenant_id': '0e4cafaa96214974af2149fe92d34513'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:44.072457 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:44.084843 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:44.097542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Made reservation on behalf of 0e4cafaa96214974af2149fe92d34513 for: {'port': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:12:44.113085 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:44.342509 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e38a-80ff-41d0-bf74-b4466212e68a req-94efb45e-49fc-440b-bfb5-49999bb1ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:44.344156 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0056e38a-80ff-41d0-bf74-b4466212e68a req-94efb45e-49fc-440b-bfb5-49999bb1ff55 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=de4a334daf5d465d8ca9d1d3fa080980&device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 1163 time: 0.1692052 Jan 22 15:12:44.346990 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e98fef76-f49d-4303-8c28-390b3b42643c req-d27eda9b-7721-44fd-b861-2fc8ffb2b3a2 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 210 time: 0.0698812 Jan 22 15:12:44.382504 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23808108-bd45-4ef2-98b2-27e3c545501f req-5f60eca4-791f-4e79-960a-dc8792e13c54 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:44.390623 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-23808108-bd45-4ef2-98b2-27e3c545501f req-5f60eca4-791f-4e79-960a-dc8792e13c54 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1692038 Jan 22 15:12:44.516792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Allocated IP 172.20.0.10 (df9d3802-e64b-45cd-a324-883109059473/64ddc34f-ab5b-487d-bc71-90462f040559/86dde945-1cbf-4ec5-9167-273b8cbe1266) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:12:44.588853 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-23808108-bd45-4ef2-98b2-27e3c545501f req-6534ac3d-ce4b-4621-9b8c-81f063ecddeb tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971438 Jan 22 15:12:44.589964 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e38a-80ff-41d0-bf74-b4466212e68a req-a1fb14bc-2988-432e-b829-9de6a19d7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:44.592496 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0056e38a-80ff-41d0-bf74-b4466212e68a req-a1fb14bc-2988-432e-b829-9de6a19d7fd1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c26af83-6424-413a-870e-e57e022aad52 HTTP/1.1" status: 200 len: 912 time: 0.1989839 Jan 22 15:12:44.789734 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0056e38a-80ff-41d0-bf74-b4466212e68a req-95b85f0f-98e8-4d10-8677-47ea12f4bf27 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09751bde-44c5-4374-86ca-edf3439c2db4 HTTP/1.1" status: 200 len: 217 time: 0.1609476 Jan 22 15:12:44.914510 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:45.025945 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:45.053339 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:45.197861 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e38a-80ff-41d0-bf74-b4466212e68a req-d01c113b-8435-4ebe-b937-a40feac0caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:45.199501 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0056e38a-80ff-41d0-bf74-b4466212e68a req-d01c113b-8435-4ebe-b937-a40feac0caff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=44e4ccfe-d0bd-430b-ad83-24fa2be62153 HTTP/1.1" status: 200 len: 858 time: 0.3292277 Jan 22 15:12:45.233294 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a79b93-9685-4a4e-be2b-d0a17c4637b1 req-b85d8972-fd0a-4410-a4c7-2d2be3aec9ae tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:45.234967 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-48a79b93-9685-4a4e-be2b-d0a17c4637b1 req-b85d8972-fd0a-4410-a4c7-2d2be3aec9ae tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.63 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 949 time: 0.2971332 Jan 22 15:12:45.266687 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Pushing event updated for resources: {'Port': ['ID=86dde945-1cbf-4ec5-9167-273b8cbe1266,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:45.271273 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:45.289714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dec308-4ba2-47d7-9974-2b8501b4253a req-b0070df9-51e2-4cdf-af01-e7afbff2ee0d tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:45.291454 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e7dec308-4ba2-47d7-9974-2b8501b4253a req-b0070df9-51e2-4cdf-af01-e7afbff2ee0d tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 949 time: 0.4816456 Jan 22 15:12:45.299552 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0056e38a-80ff-41d0-bf74-b4466212e68a req-25b425ff-aaa3-489c-a92f-d3e5460a1caf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c26af83-6424-413a-870e-e57e022aad52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783014 Jan 22 15:12:45.384830 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Network df9d3802-e64b-45cd-a324-883109059473 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:12:45.389410 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:12:45.398399 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:12:45.419470 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:45.420196 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:45.434661 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e7dec308-4ba2-47d7-9974-2b8501b4253a req-13fad6b1-ed12-4a01-b9fe-1edf00251dc0 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311362 Jan 22 15:12:45.463913 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-48a79b93-9685-4a4e-be2b-d0a17c4637b1 req-f22b247c-0771-40ab-bc95-4a410f9097b5 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Deleting port 0cf7fae8-fc5f-41df-b84a-eb57eead674c {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:12:45.464302 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-48a79b93-9685-4a4e-be2b-d0a17c4637b1 req-f22b247c-0771-40ab-bc95-4a410f9097b5 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:45.491889 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0056e38a-80ff-41d0-bf74-b4466212e68a req-4af0a0f3-76b4-4aa8-b4ce-4a3c2c56e65e service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597962 Jan 22 15:12:45.505698 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5932941 Jan 22 15:12:45.587782 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Request body: {'port': {'device_id': '7c2ec57f-b847-4e94-a607-5a9b1731e92c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:45.709863 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0056e38a-80ff-41d0-bf74-b4466212e68a req-a56be453-0938-441a-aad5-f5370bd71d7b service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1446810 Jan 22 15:12:45.830093 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b5ad8-d8ea-4c67-94f6-61f72802a7d3 req-4b29a478-b1c7-4b64-8f55-0f8fe89cfde7 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:45.831875 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7b5b5ad8-d8ea-4c67-94f6-61f72802a7d3 req-4b29a478-b1c7-4b64-8f55-0f8fe89cfde7 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1130338 Jan 22 15:12:45.872148 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:45.899525 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7b5b5ad8-d8ea-4c67-94f6-61f72802a7d3 req-ad6ba87b-45b0-4b6b-b265-792875d4cc7e tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593202 Jan 22 15:12:45.914670 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf04274-5fe6-4d6c-845a-d7b43de6d6a3 req-2293d8e0-6c6e-4b09-aa13-f765844f79cb tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:45.914670 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-ecf04274-5fe6-4d6c-845a-d7b43de6d6a3 req-2293d8e0-6c6e-4b09-aa13-f765844f79cb tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Synchronizing usage tracker for tenant:0e4cafaa96214974af2149fe92d34513 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:12:46.024662 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-ecf04274-5fe6-4d6c-845a-d7b43de6d6a3 req-2293d8e0-6c6e-4b09-aa13-f765844f79cb tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Unset dirty status for tenant:0e4cafaa96214974af2149fe92d34513 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:12:46.025951 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ecf04274-5fe6-4d6c-845a-d7b43de6d6a3 req-2293d8e0-6c6e-4b09-aa13-f765844f79cb tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 932 time: 0.5221384 Jan 22 15:12:46.132242 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-48a79b93-9685-4a4e-be2b-d0a17c4637b1 req-f22b247c-0771-40ab-bc95-4a410f9097b5 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] For port 0cf7fae8-fc5f-41df-b84a-eb57eead674c, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=0cf7fae8-fc5f-41df-b84a-eb57eead674c,segment=NetworkSegment(504d2087-8665-4cc3-97e3-e729f84a6be2),segment_id=504d2087-8665-4cc3-97e3-e729f84a6be2)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:12:46.132674 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-48a79b93-9685-4a4e-be2b-d0a17c4637b1 req-f22b247c-0771-40ab-bc95-4a410f9097b5 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:46.219775 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ecf04274-5fe6-4d6c-845a-d7b43de6d6a3 req-c15f4203-bf4e-40f3-8e4f-efe27ff07d64 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765976 Jan 22 15:12:46.295531 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-48a79b93-9685-4a4e-be2b-d0a17c4637b1 req-f22b247c-0771-40ab-bc95-4a410f9097b5 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Calling delete_port for 0cf7fae8-fc5f-41df-b84a-eb57eead674c owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:12:46.568035 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 0cf7fae8-fc5f-41df-b84a-eb57eead674c no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:12:46.697748 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f6e1b388-5a85-4831-8d59-53c8127ef174 req-6e02e9b7-5f65-443e-8db3-91fa3915cc91 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0797429 Jan 22 15:12:46.697961 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-48a79b93-9685-4a4e-be2b-d0a17c4637b1 req-f22b247c-0771-40ab-bc95-4a410f9097b5 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:46.701836 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:46.842927 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1b388-5a85-4831-8d59-53c8127ef174 req-fd4f2c6d-d62f-4f2a-be85-d33b494631dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:46.844641 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f6e1b388-5a85-4831-8d59-53c8127ef174 req-fd4f2c6d-d62f-4f2a-be85-d33b494631dc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e16c63cada56495f929f122a4d474555&device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 1163 time: 0.0960419 Jan 22 15:12:46.941310 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:47.026443 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1b388-5a85-4831-8d59-53c8127ef174 req-73c88089-95a4-462a-8303-5f36067d468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:47.029478 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f6e1b388-5a85-4831-8d59-53c8127ef174 req-73c88089-95a4-462a-8303-5f36067d468c service neutron] 10.222.0.63 "GET /v2.0/networks?id=768f6f7f-e2d6-4869-9735-e2dc09c738da HTTP/1.1" status: 200 len: 909 time: 0.1591508 Jan 22 15:12:47.042088 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b247c-0771-40ab-bc95-4a410f9097b5 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Pushing event deleted for resources: {'Port': ['ID=0cf7fae8-fc5f-41df-b84a-eb57eead674c,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:47.045914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f22b247c-0771-40ab-bc95-4a410f9097b5 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:47.155129 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f6e1b388-5a85-4831-8d59-53c8127ef174 req-6760b1af-c2ae-4675-b36a-a8b24a9b5b7d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5af79b7e-33c6-4493-8e8c-a520d4babd0b HTTP/1.1" status: 200 len: 217 time: 0.0745091 Jan 22 15:12:47.170938 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c625a2-ebd6-43b8-afaa-bdf2fd09199f req-a8878309-8ae6-4f80-ad69-30e1b78c3565 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:47.174984 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-39c625a2-ebd6-43b8-afaa-bdf2fd09199f req-a8878309-8ae6-4f80-ad69-30e1b78c3565 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/ports?device_id=d45ceafb-f2cc-4ea6-929d-0abf160e584a HTTP/1.1" status: 200 len: 867 time: 0.5928755 Jan 22 15:12:47.228464 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86dde945-1cbf-4ec5-9167-273b8cbe1266 {{(pid=80167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:12:47.236782 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:47.251262 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Transition to ACTIVE for port object 86dde945-1cbf-4ec5-9167-273b8cbe1266 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:12:47.261561 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:47.280158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c643d1-17a3-4778-8e2c-0db57a1a6b28 req-426e0ee9-00cc-4e1a-8c2e-42d5118f915f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:47.281749 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-10c643d1-17a3-4778-8e2c-0db57a1a6b28 req-426e0ee9-00cc-4e1a-8c2e-42d5118f915f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.2421174 Jan 22 15:12:47.288364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1b388-5a85-4831-8d59-53c8127ef174 req-0096f153-a9ce-4d22-aca5-9f17f25c42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:47.288364 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f6e1b388-5a85-4831-8d59-53c8127ef174 req-0096f153-a9ce-4d22-aca5-9f17f25c42e6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8f2babf-a99e-450f-bc7d-225705675f56 HTTP/1.1" status: 200 len: 855 time: 0.1130924 Jan 22 15:12:47.297246 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:47.375582 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f6e1b388-5a85-4831-8d59-53c8127ef174 req-75dd37b5-1d12-4fe3-8fa9-f8c7e26f7093 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=768f6f7f-e2d6-4869-9735-e2dc09c738da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582700 Jan 22 15:12:47.485174 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-10c643d1-17a3-4778-8e2c-0db57a1a6b28 req-e2d65eef-3917-4977-b616-b4125ebb1f6a tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893373 Jan 22 15:12:47.507818 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a79b93-9685-4a4e-be2b-d0a17c4637b1 req-f22b247c-0771-40ab-bc95-4a410f9097b5 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] No DVR routers for this DVR port 0cf7fae8-fc5f-41df-b84a-eb57eead674c on host hv-cinder-76377 {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:12:47.548769 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-39c625a2-ebd6-43b8-afaa-bdf2fd09199f req-e58a9c2f-538f-478b-b845-407d0f10678c tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.53 "GET /v2.0/security-groups?id=8f16d1d4-f557-43b0-aa42-8564c29a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905717 Jan 22 15:12:47.551082 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-48a79b93-9685-4a4e-be2b-d0a17c4637b1 req-f22b247c-0771-40ab-bc95-4a410f9097b5 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:47.561908 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45ceafb-f2cc-4ea6-929d-0abf160e584a', 'name': 'network-vif-deleted', 'tag': '0cf7fae8-fc5f-41df-b84a-eb57eead674c'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:12:47.565576 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f6e1b388-5a85-4831-8d59-53c8127ef174 req-bc6aa1a6-888a-45e4-9c22-3dbca7ccf36d service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816809 Jan 22 15:12:47.571472 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Pushing event updated for resources: {'Port': ['ID=86dde945-1cbf-4ec5-9167-273b8cbe1266,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:47.581415 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:47.616418 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-48a79b93-9685-4a4e-be2b-d0a17c4637b1 req-f22b247c-0771-40ab-bc95-4a410f9097b5 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] 10.222.0.63 "DELETE /v2.0/ports/0cf7fae8-fc5f-41df-b84a-eb57eead674c HTTP/1.1" status: 204 len: 173 time: 2.3284607 Jan 22 15:12:47.694483 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45ceafb-f2cc-4ea6-929d-0abf160e584a', 'name': 'network-vif-deleted', 'tag': '0cf7fae8-fc5f-41df-b84a-eb57eead674c', 'status': 'completed', 'code': 200} Jan 22 15:12:47.760683 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f6e1b388-5a85-4831-8d59-53c8127ef174 req-591469d1-2525-4694-bfc6-26cc0456525c service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1773136 Jan 22 15:12:47.805041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Attempting to bind port 86dde945-1cbf-4ec5-9167-273b8cbe1266 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:12:47.805716 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Attempting to bind port 86dde945-1cbf-4ec5-9167-273b8cbe1266 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '4124ac8a-7df4-4288-bfb5-24736c2b49d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'df9d3802-e64b-45cd-a324-883109059473'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:12:47.806479 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Attempting to bind port 86dde945-1cbf-4ec5-9167-273b8cbe1266 on network df9d3802-e64b-45cd-a324-883109059473 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:12:47.818269 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:12:47.819285 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Checking segment: {'id': '4124ac8a-7df4-4288-bfb5-24736c2b49d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'df9d3802-e64b-45cd-a324-883109059473'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:12:47.820062 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:47.820688 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Bound using segment: {'id': '4124ac8a-7df4-4288-bfb5-24736c2b49d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'df9d3802-e64b-45cd-a324-883109059473'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:12:47.821388 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Bound port: 86dde945-1cbf-4ec5-9167-273b8cbe1266, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4124ac8a-7df4-4288-bfb5-24736c2b49d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'df9d3802-e64b-45cd-a324-883109059473'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:12:47.821988 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:47.891906 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c0dc8-6702-4239-85bf-b6ea8991e777 req-15134fa9-41a2-4eb9-a52d-6e6a3d9d2588 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:47.893538 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a72c0dc8-6702-4239-85bf-b6ea8991e777 req-15134fa9-41a2-4eb9-a52d-6e6a3d9d2588 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 944 time: 0.1318896 Jan 22 15:12:47.933863 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] For port 86dde945-1cbf-4ec5-9167-273b8cbe1266, host hv-cinder-76377, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:12:47.937681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] For port 86dde945-1cbf-4ec5-9167-273b8cbe1266, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=86dde945-1cbf-4ec5-9167-273b8cbe1266,segment=NetworkSegment(4124ac8a-7df4-4288-bfb5-24736c2b49d8),segment_id=4124ac8a-7df4-4288-bfb5-24736c2b49d8)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:12:47.941729 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:47.958265 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8bb7eaf9-017f-43c4-9771-8a04b7316370 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:47.963137 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a72c0dc8-6702-4239-85bf-b6ea8991e777 req-29f84991-074a-4c46-bed4-8b12aeb171a7 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631840 Jan 22 15:12:48.205860 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Pushing event updated for resources: {'Port': ['ID=86dde945-1cbf-4ec5-9167-273b8cbe1266,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:48.215289 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:48.295991 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:48.296670 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:48.298134 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] 10.222.0.63 "PUT /v2.0/ports/86dde945-1cbf-4ec5-9167-273b8cbe1266 HTTP/1.1" status: 200 len: 1158 time: 2.7183955 Jan 22 15:12:48.327102 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-f39e6054-cf6e-4d1d-ae12-a78ddb29ba5a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:48.328960 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-f39e6054-cf6e-4d1d-ae12-a78ddb29ba5a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/networks?id=768f6f7f-e2d6-4869-9735-e2dc09c738da HTTP/1.1" status: 200 len: 815 time: 0.2654455 Jan 22 15:12:48.365228 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-a1e2f9bf-14b4-45d6-a073-4a656c116051 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/quotas/e16c63cada56495f929f122a4d474555 HTTP/1.1" status: 200 len: 375 time: 0.0102048 Jan 22 15:12:48.555058 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-857eb22e-de02-4299-9a91-bc61b7c6ba9b tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?tenant_id=e16c63cada56495f929f122a4d474555&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1801956 Jan 22 15:12:48.603854 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-1b3eadbc-3284-4607-bd66-15b24fa89d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:48.606808 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-1b3eadbc-3284-4607-bd66-15b24fa89d32 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0e4cafaa96214974af2149fe92d34513&device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 1161 time: 0.1669393 Jan 22 15:12:48.747918 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-3c5571f1-f66c-4de0-b2c0-9f4430a88568 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86dde945-1cbf-4ec5-9167-273b8cbe1266 HTTP/1.1" status: 200 len: 217 time: 0.0864599 Jan 22 15:12:48.753128 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1444a7-9817-465b-ad1d-1c424108cea5 req-cf1e8928-950b-4662-b4a8-d9eb3e49d419 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:48.755021 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8a1444a7-9817-465b-ad1d-1c424108cea5 req-cf1e8928-950b-4662-b4a8-d9eb3e49d419 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1112275 Jan 22 15:12:48.812877 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8a1444a7-9817-465b-ad1d-1c424108cea5 req-3dab3a97-8b99-4c54-9f66-76f96a22418b tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481527 Jan 22 15:12:48.863952 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-a6bec01f-705a-4d13-bcb4-308bf86b39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:48.865538 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-a6bec01f-705a-4d13-bcb4-308bf86b39bb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64ddc34f-ab5b-487d-bc71-90462f040559 HTTP/1.1" status: 200 len: 849 time: 0.1074128 Jan 22 15:12:48.869018 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-df23c0e0-68b6-4baf-aa66-4cd5775b4979 service neutron] 10.222.0.53 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068602 Jan 22 15:12:48.946120 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-23c69a0d-115e-490c-88db-ed38adb1bdf4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=df9d3802-e64b-45cd-a324-883109059473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729413 Jan 22 15:12:49.200636 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-228a0e4d-480b-4a8a-baea-943de821de6f service neutron] 10.222.0.53 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2940450 Jan 22 15:12:49.216081 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-7425bc71-2a19-465e-9ac1-4e47eb47963a service neutron] 10.222.0.63 "GET /v2.0/networks/df9d3802-e64b-45cd-a324-883109059473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191303 Jan 22 15:12:49.415565 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5aa6f1e1-a69d-466b-8431-e73f48475bec req-ea044fd1-b6c8-4acb-aecc-67da46e3053c service neutron] 10.222.0.63 "GET /v2.0/networks/df9d3802-e64b-45cd-a324-883109059473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1927490 Jan 22 15:12:49.446474 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776738e-0ab7-4ea5-8b19-241a93fe296c req-2419b977-5150-4ca0-b6ce-f6add1a38503 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:49.455770 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0776738e-0ab7-4ea5-8b19-241a93fe296c req-2419b977-5150-4ca0-b6ce-f6add1a38503 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 944 time: 0.2129934 Jan 22 15:12:49.472219 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-42ba5784-7b9f-4b35-aabb-31a43b0127e8 req-a61e4de0-6fe3-4543-95ad-60ce0dae1f2b tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 210 time: 0.0517232 Jan 22 15:12:49.519702 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0776738e-0ab7-4ea5-8b19-241a93fe296c req-22383870-824d-4aca-aad9-a3176ee367bc tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626562 Jan 22 15:12:49.695523 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2ec57f-b847-4e94-a607-5a9b1731e92c', 'tag': '86dde945-1cbf-4ec5-9167-273b8cbe1266'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:12:49.758072 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2ec57f-b847-4e94-a607-5a9b1731e92c', 'tag': '86dde945-1cbf-4ec5-9167-273b8cbe1266', 'status': 'completed', 'code': 200} Jan 22 15:12:49.915413 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207102f1-f738-464d-8d7d-bf1fef10700b req-436e4260-11e8-499e-8f94-89fa2601e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:49.917237 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-207102f1-f738-464d-8d7d-bf1fef10700b req-436e4260-11e8-499e-8f94-89fa2601e013 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0e4cafaa96214974af2149fe92d34513&device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 1161 time: 0.0980499 Jan 22 15:12:50.108446 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207102f1-f738-464d-8d7d-bf1fef10700b req-b2f7c793-9d57-409a-b17f-277fa775a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:50.110064 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-207102f1-f738-464d-8d7d-bf1fef10700b req-b2f7c793-9d57-409a-b17f-277fa775a37f service neutron] 10.222.0.63 "GET /v2.0/networks?id=df9d3802-e64b-45cd-a324-883109059473 HTTP/1.1" status: 200 len: 903 time: 0.1771131 Jan 22 15:12:50.219221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005621f2-f541-465e-9507-f7ed1110fb42 req-60959f95-bbd6-448d-84d8-f40babd5ec81 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:50.225514 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-005621f2-f541-465e-9507-f7ed1110fb42 req-60959f95-bbd6-448d-84d8-f40babd5ec81 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.2045631 Jan 22 15:12:50.266590 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-207102f1-f738-464d-8d7d-bf1fef10700b req-72335e5f-ca34-4163-b152-b16061961030 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86dde945-1cbf-4ec5-9167-273b8cbe1266 HTTP/1.1" status: 200 len: 217 time: 0.1476033 Jan 22 15:12:50.294580 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-005621f2-f541-465e-9507-f7ed1110fb42 req-a35b45a3-ea4c-4050-b3ca-bd23bc5d95ca tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600324 Jan 22 15:12:50.417827 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207102f1-f738-464d-8d7d-bf1fef10700b req-3ea696ed-73f8-40f4-9729-b03bb48d962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:50.420388 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-207102f1-f738-464d-8d7d-bf1fef10700b req-3ea696ed-73f8-40f4-9729-b03bb48d962a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64ddc34f-ab5b-487d-bc71-90462f040559 HTTP/1.1" status: 200 len: 849 time: 0.1235559 Jan 22 15:12:50.488959 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-207102f1-f738-464d-8d7d-bf1fef10700b req-6c582196-7713-4250-a60c-8cdb8dd05c6d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=df9d3802-e64b-45cd-a324-883109059473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605531 Jan 22 15:12:50.642516 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-207102f1-f738-464d-8d7d-bf1fef10700b req-c809040a-a5bb-4f68-af0d-b295f1f1db1a service neutron] 10.222.0.63 "GET /v2.0/networks/df9d3802-e64b-45cd-a324-883109059473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458442 Jan 22 15:12:50.694977 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3674c888-4c94-49da-ad27-90397026e0a2 req-3e649a6c-1660-4bcb-84b9-2bf2e0f8e473 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 210 time: 0.0635388 Jan 22 15:12:50.892770 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ef953c70-a9ae-40b7-8989-aca21bb01b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:51.050459 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-207102f1-f738-464d-8d7d-bf1fef10700b req-cace4f82-31c6-467b-9b77-db06cef319aa service neutron] 10.222.0.63 "GET /v2.0/networks/df9d3802-e64b-45cd-a324-883109059473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3959486 Jan 22 15:12:51.121003 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2dc24-d31b-4861-a469-6ce934711067 req-259e1fcb-89d3-4f43-8f2e-5e757068fdf1 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:51.129485 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1ed2dc24-d31b-4861-a469-6ce934711067 req-259e1fcb-89d3-4f43-8f2e-5e757068fdf1 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 944 time: 0.4511685 Jan 22 15:12:51.194146 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-e54e4a85-733c-4114-af28-bf4d8ccc8c51 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:51.195958 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-e54e4a85-733c-4114-af28-bf4d8ccc8c51 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.63 "GET /v2.0/networks?id=768f6f7f-e2d6-4869-9735-e2dc09c738da HTTP/1.1" status: 200 len: 815 time: 0.2084110 Jan 22 15:12:51.201153 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1ed2dc24-d31b-4861-a469-6ce934711067 req-38cfd697-9731-417d-8789-b53473ce5615 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706289 Jan 22 15:12:51.230564 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Request body: {'port': {'device_id': 'bdb84065-ed63-4aca-a643-1a35658280f8', 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da', 'admin_state_up': True, 'tenant_id': 'e16c63cada56495f929f122a4d474555'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:51.412566 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:51.424235 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:51.435374 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Made reservation on behalf of e16c63cada56495f929f122a4d474555 for: {'port': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:12:51.445199 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:51.758407 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8ddc8-b6c1-4c99-bab3-d1558c3bc287 req-30e3c0ab-87b8-4c3f-88c8-ad41c9b607ce tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:51.760135 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-09b8ddc8-b6c1-4c99-bab3-d1558c3bc287 req-30e3c0ab-87b8-4c3f-88c8-ad41c9b607ce tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.2030244 Jan 22 15:12:51.833658 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-09b8ddc8-b6c1-4c99-bab3-d1558c3bc287 req-b89b4496-5603-42c9-a7d9-d4ba90053c8d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622010 Jan 22 15:12:51.948968 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3d12b06e-60af-42ac-900d-fe551933f97a req-f84f77cf-0242-4555-8976-3a05a647f12e tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 210 time: 0.0716677 Jan 22 15:12:51.952418 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Allocated IP 172.20.0.10 (768f6f7f-e2d6-4869-9735-e2dc09c738da/c8f2babf-a99e-450f-bc7d-225705675f56/86dfdf22-f62b-43df-ab8c-741ce8e306fc) {{(pid=80168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:12:52.201266 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks [] for port, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:52.231265 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:52.254023 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:52.479917 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Pushing event updated for resources: {'Port': ['ID=86dfdf22-f62b-43df-ab8c-741ce8e306fc,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:52.490494 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:52.525850 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Network 768f6f7f-e2d6-4869-9735-e2dc09c738da is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:12:52.529552 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:12:52.532273 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Received port after_create {{(pid=80168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:12:52.814195 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ffd6c4a3-8637-4367-9891-0237501e3f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:52.824087 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01474ec4-93e7-4923-bba3-777e52a140d4 req-6ad1bd42-5802-4839-ab42-f1475baae6be tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:52.826045 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-01474ec4-93e7-4923-bba3-777e52a140d4 req-6ad1bd42-5802-4839-ab42-f1475baae6be tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 944 time: 0.4505050 Jan 22 15:12:52.891414 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:52.892122 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:52.928710 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-01474ec4-93e7-4923-bba3-777e52a140d4 req-b7380ddf-0f67-4bae-ba42-3ae9abaa8eca tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943575 Jan 22 15:12:52.947283 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7209783 Jan 22 15:12:52.972229 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Request body: {'port': {'device_id': 'bdb84065-ed63-4aca-a643-1a35658280f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:53.084212 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105057a-5e3a-4448-8854-c858a8a4d545 req-78c57b9b-89cb-4f4e-94df-c4154118a585 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:53.089594 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a105057a-5e3a-4448-8854-c858a8a4d545 req-78c57b9b-89cb-4f4e-94df-c4154118a585 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1168423 Jan 22 15:12:53.140074 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a105057a-5e3a-4448-8854-c858a8a4d545 req-88062411-ba37-4e54-8c70-e08661c9e04f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472677 Jan 22 15:12:53.167184 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:53.288651 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087dda9-713c-4282-80fe-ad9e8ad6e4b5 req-7fa147db-d038-4e0f-9f09-d4edfbb26890 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:53.289462 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-f087dda9-713c-4282-80fe-ad9e8ad6e4b5 req-7fa147db-d038-4e0f-9f09-d4edfbb26890 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Synchronizing usage tracker for tenant:e16c63cada56495f929f122a4d474555 on resource:port {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:12:53.384708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-f087dda9-713c-4282-80fe-ad9e8ad6e4b5 req-7fa147db-d038-4e0f-9f09-d4edfbb26890 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Unset dirty status for tenant:e16c63cada56495f929f122a4d474555 on resource:port {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:12:53.386009 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f087dda9-713c-4282-80fe-ad9e8ad6e4b5 req-7fa147db-d038-4e0f-9f09-d4edfbb26890 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 932 time: 0.2897136 Jan 22 15:12:53.524477 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f087dda9-713c-4282-80fe-ad9e8ad6e4b5 req-a3884b37-ea64-4b05-88fd-f8707d75a3ca tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920906 Jan 22 15:12:53.542240 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:53.728032 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86dfdf22-f62b-43df-ab8c-741ce8e306fc {{(pid=80168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:12:53.735913 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:53.748619 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Transition to ACTIVE for port object 86dfdf22-f62b-43df-ab8c-741ce8e306fc will not be triggered until provisioned by entity L2. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:12:53.751170 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823312390'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:53.767332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:53.901703 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Pushing event updated for resources: {'Port': ['ID=86dfdf22-f62b-43df-ab8c-741ce8e306fc,revision_number=2']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:53.906309 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:54.154383 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Attempting to bind port 86dfdf22-f62b-43df-ab8c-741ce8e306fc on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:12:54.154909 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Attempting to bind port 86dfdf22-f62b-43df-ab8c-741ce8e306fc by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:12:54.155040 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Attempting to bind port 86dfdf22-f62b-43df-ab8c-741ce8e306fc on network 768f6f7f-e2d6-4869-9735-e2dc09c738da {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:12:54.163378 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:12:54.163758 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Checking segment: {'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:12:54.164167 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:54.164582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Bound using segment: {'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:12:54.165060 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Bound port: 86dfdf22-f62b-43df-ab8c-741ce8e306fc, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3239addc-c16c-423c-b32c-0ea23cec08b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '768f6f7f-e2d6-4869-9735-e2dc09c738da'}}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:12:54.165441 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:54.269762 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caea25e-3d3a-454e-afe3-65f71b830e81 req-8c125f59-6e83-48e9-9b5b-5618e78fc143 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:54.271521 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9caea25e-3d3a-454e-afe3-65f71b830e81 req-8c125f59-6e83-48e9-9b5b-5618e78fc143 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 944 time: 0.2052612 Jan 22 15:12:54.349857 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] For port 86dfdf22-f62b-43df-ab8c-741ce8e306fc, host hv-cinder-76377, cleared binding levels {{(pid=80168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:12:54.358405 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9caea25e-3d3a-454e-afe3-65f71b830e81 req-4584fff1-363a-496a-aada-5c47e145b930 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779274 Jan 22 15:12:54.370107 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] For port 86dfdf22-f62b-43df-ab8c-741ce8e306fc, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=86dfdf22-f62b-43df-ab8c-741ce8e306fc,segment=NetworkSegment(3239addc-c16c-423c-b32c-0ea23cec08b4),segment_id=3239addc-c16c-423c-b32c-0ea23cec08b4)] {{(pid=80168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:12:54.375545 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823312390'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:54.393029 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:54.431378 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bafde5-3b74-4ddb-971d-8352317a2156 req-95205a50-47cf-4b13-a4c0-07f72d55fa1f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:54.437298 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-82bafde5-3b74-4ddb-971d-8352317a2156 req-95205a50-47cf-4b13-a4c0-07f72d55fa1f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1485064 Jan 22 15:12:54.491181 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-82bafde5-3b74-4ddb-971d-8352317a2156 req-4c01a44e-7f77-4ce4-8889-413055519d30 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513234 Jan 22 15:12:54.557053 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Pushing event updated for resources: {'Port': ['ID=86dfdf22-f62b-43df-ab8c-741ce8e306fc,revision_number=3']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:54.562624 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:54.598501 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:54.604331 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:54.604331 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] 10.222.0.63 "PUT /v2.0/ports/86dfdf22-f62b-43df-ab8c-741ce8e306fc HTTP/1.1" status: 200 len: 1158 time: 1.6333261 Jan 22 15:12:54.604331 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb84065-ed63-4aca-a643-1a35658280f8', 'tag': '86dfdf22-f62b-43df-ab8c-741ce8e306fc'}] {{(pid=80168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:12:54.609943 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:54.653722 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 42566) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:54.672028 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb84065-ed63-4aca-a643-1a35658280f8', 'tag': '86dfdf22-f62b-43df-ab8c-741ce8e306fc', 'status': 'completed', 'code': 200} Jan 22 15:12:54.706819 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:54.735697 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 86dde945-1cbf-4ec5-9167-273b8cbe1266 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:54.832884 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port 86dde945-1cbf-4ec5-9167-273b8cbe1266 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:12:54.839605 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 86dde945-1cbf-4ec5-9167-273b8cbe1266 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:54.841368 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:54.862617 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a4a1f-57ef-41a6-8af6-5e43fa2a0385 req-b45a133a-14dc-43d9-aebc-b808921ebfea tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:54.864345 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-001a4a1f-57ef-41a6-8af6-5e43fa2a0385 req-b45a133a-14dc-43d9-aebc-b808921ebfea tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 944 time: 0.1847262 Jan 22 15:12:54.892185 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-1aa0be8b-241e-4b60-bf17-6fc6010be55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:54.893815 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-1aa0be8b-241e-4b60-bf17-6fc6010be55b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e16c63cada56495f929f122a4d474555&device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 1161 time: 0.1675489 Jan 22 15:12:54.955695 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-598de44c-2138-4650-ac56-9e0f930542bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63761e33cc1640669d703f5eb52658b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008120 Jan 22 15:12:54.956609 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 42576) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:54.992613 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-91451bba-00a7-4994-bb78-dbf12991430d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86dfdf22-f62b-43df-ab8c-741ce8e306fc HTTP/1.1" status: 200 len: 217 time: 0.0773184 Jan 22 15:12:55.010911 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-001a4a1f-57ef-41a6-8af6-5e43fa2a0385 req-6e98c30e-bc34-4ccd-aa2a-3928fc235d91 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363890 Jan 22 15:12:55.014054 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:55.069776 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2ec57f-b847-4e94-a607-5a9b1731e92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dde945-1cbf-4ec5-9167-273b8cbe1266'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:12:55.078056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:55.083392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 86dde945-1cbf-4ec5-9167-273b8cbe1266, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=86dde945-1cbf-4ec5-9167-273b8cbe1266,segment=NetworkSegment(4124ac8a-7df4-4288-bfb5-24736c2b49d8),segment_id=4124ac8a-7df4-4288-bfb5-24736c2b49d8)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:12:55.088186 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:55.091655 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:55.128658 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-5ef24b99-13b4-4d5d-8a32-91a83134cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:55.130309 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-5ef24b99-13b4-4d5d-8a32-91a83134cd62 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8f2babf-a99e-450f-bc7d-225705675f56 HTTP/1.1" status: 200 len: 855 time: 0.1183617 Jan 22 15:12:55.157643 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-08d5ae5c-f484-425f-9ff0-922112f84515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:55.187360 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=86dde945-1cbf-4ec5-9167-273b8cbe1266,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:55.191381 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:55.196593 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2ec57f-b847-4e94-a607-5a9b1731e92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dde945-1cbf-4ec5-9167-273b8cbe1266', 'code': 200} Jan 22 15:12:55.212377 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-db56f7eb-ca75-4b66-b2e5-f673e50c9920 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=768f6f7f-e2d6-4869-9735-e2dc09c738da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743587 Jan 22 15:12:55.225601 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-08d5ae5c-f484-425f-9ff0-922112f84515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:55.304620 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-08d5ae5c-f484-425f-9ff0-922112f84515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:55.316947 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bb7c4ae3-5368-41a3-858b-280ed75117f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:55.330801 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5ae5c-f484-425f-9ff0-922112f84515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f16d1d4-f557-43b0-aa42-8564c29a2d96,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:55.355723 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-08d5ae5c-f484-425f-9ff0-922112f84515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:55.356808 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-08d5ae5c-f484-425f-9ff0-922112f84515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:55.360820 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-08d5ae5c-f484-425f-9ff0-922112f84515 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f16d1d4-f557-43b0-aa42-8564c29a2d96 HTTP/1.1" status: 204 len: 168 time: 0.4026628 Jan 22 15:12:55.492004 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-fcf3659b-5a33-4d4b-b235-2667abf46055 service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543252 Jan 22 15:12:55.631169 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151c186-5dcb-4a2d-a69c-408f09de08d6 req-0acfeb39-f338-4636-a390-a1658441186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:55.633135 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5151c186-5dcb-4a2d-a69c-408f09de08d6 req-0acfeb39-f338-4636-a390-a1658441186e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 1163 time: 0.0887117 Jan 22 15:12:55.696844 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 86dde945-1cbf-4ec5-9167-273b8cbe1266 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:12:55.723035 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e58f354f-dd0e-4b1d-bab8-8274a7bd365b req-7ac7a1be-6739-4603-b45c-35cf18eea11d service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2144091 Jan 22 15:12:55.744414 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5151c186-5dcb-4a2d-a69c-408f09de08d6 req-b4b40f25-040d-4b62-8d1b-08497882cf10 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634327 Jan 22 15:12:55.793185 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823c516-3525-40ba-9e05-d606ea562d19 req-9094a25f-b9c8-457e-898c-c730b60b1205 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:55.795031 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5823c516-3525-40ba-9e05-d606ea562d19 req-9094a25f-b9c8-457e-898c-c730b60b1205 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 946 time: 0.2486374 Jan 22 15:12:55.796062 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 86dde945-1cbf-4ec5-9167-273b8cbe1266 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:12:55.796488 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:55.807370 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3cfc9-af2e-4a77-a7ff-f841580c7461 req-d3cbb560-67ed-4cee-821f-b20d012ccff5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:55.816238 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8de3cfc9-af2e-4a77-a7ff-f841580c7461 req-d3cbb560-67ed-4cee-821f-b20d012ccff5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1780868 Jan 22 15:12:55.859961 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5823c516-3525-40ba-9e05-d606ea562d19 req-8fcdcb35-ca90-434f-a90a-a2041a53aa6e tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581727 Jan 22 15:12:55.873113 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8de3cfc9-af2e-4a77-a7ff-f841580c7461 req-bf160ed8-86ef-486c-9f50-b2b37707c74d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559230 Jan 22 15:12:56.245443 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37f969-b458-4b7d-b3fa-1f1cb5edb146 req-afc58ab0-da2b-4c1b-b36d-69db473314cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:56.247731 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1d37f969-b458-4b7d-b3fa-1f1cb5edb146 req-afc58ab0-da2b-4c1b-b36d-69db473314cd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e16c63cada56495f929f122a4d474555&device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 1161 time: 0.0880737 Jan 22 15:12:56.269015 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e0a7a-8e73-4569-8e77-77b2623e4e14 req-f2762b06-42b6-4edc-8079-b9fbfe5ba2ca tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:56.270739 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3f4e0a7a-8e73-4569-8e77-77b2623e4e14 req-f2762b06-42b6-4edc-8079-b9fbfe5ba2ca tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 944 time: 0.1254327 Jan 22 15:12:56.333562 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3f4e0a7a-8e73-4569-8e77-77b2623e4e14 req-45613021-771c-41c9-a9f9-42e75a1f9693 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481191 Jan 22 15:12:56.358885 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 42618) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:56.435553 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37f969-b458-4b7d-b3fa-1f1cb5edb146 req-1d601cac-94d7-4899-a0fe-4ae373cfeb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:56.437191 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1d37f969-b458-4b7d-b3fa-1f1cb5edb146 req-1d601cac-94d7-4899-a0fe-4ae373cfeb7a service neutron] 10.222.0.63 "GET /v2.0/networks?id=768f6f7f-e2d6-4869-9735-e2dc09c738da HTTP/1.1" status: 200 len: 909 time: 0.1754322 Jan 22 15:12:56.514023 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1d37f969-b458-4b7d-b3fa-1f1cb5edb146 req-16ab47ec-e842-4ad8-a648-d9aa311b683a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86dfdf22-f62b-43df-ab8c-741ce8e306fc HTTP/1.1" status: 200 len: 217 time: 0.0694084 Jan 22 15:12:56.517076 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2116280261-network', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:56.521985 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:56.526295 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Usage tracker for resource:network and tenant:5942d7cf065345f1bf77030f6f5ab8fc is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:56.529391 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:56.535653 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:56.546542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Made reservation on behalf of 5942d7cf065345f1bf77030f6f5ab8fc for: {'network': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:12:56.551257 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:56.568332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:56.586647 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:56.588731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37f969-b458-4b7d-b3fa-1f1cb5edb146 req-c6733486-bba3-400a-85df-dde0fbad56a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:56.591343 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1d37f969-b458-4b7d-b3fa-1f1cb5edb146 req-c6733486-bba3-400a-85df-dde0fbad56a0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8f2babf-a99e-450f-bc7d-225705675f56 HTTP/1.1" status: 200 len: 855 time: 0.0683615 Jan 22 15:12:56.592109 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Usage tracker for resource:security_group_rule and tenant:5942d7cf065345f1bf77030f6f5ab8fc is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:56.595392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:56.601673 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:56.667476 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1d37f969-b458-4b7d-b3fa-1f1cb5edb146 req-0d7743e9-94a5-4de0-97ce-0e02db355873 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=768f6f7f-e2d6-4869-9735-e2dc09c738da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685501 Jan 22 15:12:56.711459 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:56.714319 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:56.718931 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a900de01-d6c9-4448-89db-ee9d0f8d690a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:56.756333 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 15:12:56.766778 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719ec14d-2558-485c-a60e-6f88db43dca4,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:56.770528 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:56.774642 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771515840559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:56.775098 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Added segment 2946827c-3ac6-4a9c-9686-48d75ceb7c07 of type vxlan for network 47e14c0b-3f18-45c7-af64-d43f0c6806cc Jan 22 15:12:56.804970 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:56.825241 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1d37f969-b458-4b7d-b3fa-1f1cb5edb146 req-0aaf54a6-b37e-4dd8-bbde-7008045519ae service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498635 Jan 22 15:12:56.842013 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:56.843417 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:56.844167 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:56.849748 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-65bf3d15-f7a4-4ce2-a606-b18bb3e6ccfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:56.967948 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6037328 Jan 22 15:12:56.970633 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 42644) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:56.975241 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Request body: {'subnet': {'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2116280261-subnet', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'ip_version': 4}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:56.982319 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Pushing event updated for resources: {'Network': ['ID=47e14c0b-3f18-45c7-af64-d43f0c6806cc,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:56.985267 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:56.986643 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:56.995671 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network 47e14c0b-3f18-45c7-af64-d43f0c6806cc details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:12:57.004352 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Usage tracker for resource:subnet and tenant:5942d7cf065345f1bf77030f6f5ab8fc is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:57.010157 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:57.019003 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:57.022767 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1d37f969-b458-4b7d-b3fa-1f1cb5edb146 req-7dd2d5d1-17e4-4ebe-a92c-c047e936573a service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1908634 Jan 22 15:12:57.027092 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Network 47e14c0b-3f18-45c7-af64-d43f0c6806cc details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:12:57.077817 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Made reservation on behalf of 5942d7cf065345f1bf77030f6f5ab8fc for: {'subnet': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:12:57.082601 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:57.143370 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2b7a5-7c7a-4c35-8bd8-9081fa19351e req-db04044b-39b9-404b-8525-8b18d4e06675 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:57.157193 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e7c2b7a5-7c7a-4c35-8bd8-9081fa19351e req-db04044b-39b9-404b-8525-8b18d4e06675 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1409585 Jan 22 15:12:57.214278 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e7c2b7a5-7c7a-4c35-8bd8-9081fa19351e req-e75ad947-9877-4e2f-9826-963420d3965d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502353 Jan 22 15:12:57.338938 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d65137-7390-4e88-9454-bd630cd1fc00 req-25708f48-bbef-48f9-97ee-69d8bc24fbec tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:57.347798 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f2d65137-7390-4e88-9454-bd630cd1fc00 req-25708f48-bbef-48f9-97ee-69d8bc24fbec tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 946 time: 0.3226418 Jan 22 15:12:57.432843 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f2d65137-7390-4e88-9454-bd630cd1fc00 req-5ee35078-070b-4b72-85c1-c46f91406b8a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842586 Jan 22 15:12:57.637171 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for subnet, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:57.657484 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:57.803018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0,revision_number=0']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:57.814921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.815336 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.815760 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.816137 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.816534 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.816927 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.817317 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.817706 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.818093 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.818501 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.818901 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.819272 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.819731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.820115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.820436 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcad8f1-e939-4c09-9105-f5692b0e1d44 req-15fbcb94-07be-4cb5-bd1e-e0ddd526bed0 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:57.820564 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.820873 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.821231 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.821614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.821995 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.822102 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7bcad8f1-e939-4c09-9105-f5692b0e1d44 req-15fbcb94-07be-4cb5-bd1e-e0ddd526bed0 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 944 time: 0.3333354 Jan 22 15:12:57.822392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.822777 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.823161 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.823542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.823922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:12:57.830274 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:57.876790 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7bcad8f1-e939-4c09-9105-f5692b0e1d44 req-30b4ac4d-46e1-4943-a5b5-1a920bf571b9 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451021 Jan 22 15:12:57.883954 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Checking segment: {'id': '2946827c-3ac6-4a9c-9686-48d75ceb7c07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:12:57.884343 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Network hostable DHCP agents. Network: 47e14c0b-3f18-45c7-af64-d43f0c6806cc, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:12:57.904355 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Network 47e14c0b-3f18-45c7-af64-d43f0c6806cc is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:12:57.913801 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, 47e14c0b-3f18-45c7-af64-d43f0c6806cc) {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:12:57.918291 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:57.918974 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:57.923057 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62a5af9-20aa-42ba-ae81-2bc565d30094 None None] Network 47e14c0b-3f18-45c7-af64-d43f0c6806cc requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:12:57.943364 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9705341 Jan 22 15:12:57.943752 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 42654) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:12:57.953584 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2116280261-router', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:12:57.956058 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:12:57.960201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Usage tracker for resource:router and tenant:5942d7cf065345f1bf77030f6f5ab8fc is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:12:57.963438 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:12:57.970264 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:12:57.980290 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-497506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718907'] for router, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:57.981447 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56909'] for router, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:58.004345 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:58.178715 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp240d8b5e-1433-50a4-86b4-fed24bdb0da0-47e14c0b-3f18-45c7-af64-d43f0c6806cc', 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'fixed_ips': [{'subnet_id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0'}]}} from dv-cinder-763774-2-smb. {{(pid=80169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 22 15:12:58.180041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:58.373444 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-485780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56924'] for router, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:58.604004 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950609bf-b4e9-42b2-be80-f2a205b95b49 req-3a0580e1-50ed-45cd-b4c9-7363ccf8b67c tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:58.606403 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-950609bf-b4e9-42b2-be80-f2a205b95b49 req-3a0580e1-50ed-45cd-b4c9-7363ccf8b67c tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1873806 Jan 22 15:12:58.607208 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Allocated IP 172.20.0.2 (47e14c0b-3f18-45c7-af64-d43f0c6806cc/a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0/c874909d-6e48-43a1-b0b6-6121a91d4ec2) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:12:58.681927 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-950609bf-b4e9-42b2-be80-f2a205b95b49 req-5f3b9783-3b88-475c-9543-de23d1afa042 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588005 Jan 22 15:12:58.793398 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e6585-6bde-4174-8b0d-2fd615bcc175 req-85acdde1-9aa4-4579-b62f-29557ee6c31a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:58.795739 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2e6e6585-6bde-4174-8b0d-2fd615bcc175 req-85acdde1-9aa4-4579-b62f-29557ee6c31a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 946 time: 0.1513264 Jan 22 15:12:58.856870 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2e6e6585-6bde-4174-8b0d-2fd615bcc175 req-3a609205-aec2-4e5c-930b-a8d51b42e9a7 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534289 Jan 22 15:12:58.929572 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:58.945161 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Transition to ACTIVE for port object c874909d-6e48-43a1-b0b6-6121a91d4ec2 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:12:58.965026 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Transition to ACTIVE for port object c874909d-6e48-43a1-b0b6-6121a91d4ec2 will not be triggered until provisioned by entity DHCP. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:12:58.971339 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:58.990106 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:59.134226 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Pushing event updated for resources: {'Port': ['ID=c874909d-6e48-43a1-b0b6-6121a91d4ec2,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:59.146987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:59.190539 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Network 47e14c0b-3f18-45c7-af64-d43f0c6806cc is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:12:59.192026 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:12:59.194540 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:12:59.245163 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:59.252324 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Attempting to bind port c874909d-6e48-43a1-b0b6-6121a91d4ec2 on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:12:59.252737 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Attempting to bind port c874909d-6e48-43a1-b0b6-6121a91d4ec2 by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '2946827c-3ac6-4a9c-9686-48d75ceb7c07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:12:59.253142 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Attempting to bind port c874909d-6e48-43a1-b0b6-6121a91d4ec2 on network 47e14c0b-3f18-45c7-af64-d43f0c6806cc {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:12:59.258758 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:12:59.259195 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Checking segment: {'id': '2946827c-3ac6-4a9c-9686-48d75ceb7c07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:12:59.259643 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:59.260086 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Bound using segment: {'id': '2946827c-3ac6-4a9c-9686-48d75ceb7c07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:12:59.260602 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Bound port: c874909d-6e48-43a1-b0b6-6121a91d4ec2, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2946827c-3ac6-4a9c-9686-48d75ceb7c07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:12:59.261022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:59.284531 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:59.368265 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] For port c874909d-6e48-43a1-b0b6-6121a91d4ec2, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:12:59.372870 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] For port c874909d-6e48-43a1-b0b6-6121a91d4ec2, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=c874909d-6e48-43a1-b0b6-6121a91d4ec2,segment=NetworkSegment(2946827c-3ac6-4a9c-9686-48d75ceb7c07),segment_id=2946827c-3ac6-4a9c-9686-48d75ceb7c07)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:12:59.376751 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:59.394185 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:12:59.425798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0af853-50a5-40a8-aed4-554f2f545583 req-66eb2e10-a41a-4d3c-a769-0101a327bfcd tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:12:59.427468 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6d0af853-50a5-40a8-aed4-554f2f545583 req-66eb2e10-a41a-4d3c-a769-0101a327bfcd tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 944 time: 0.2879553 Jan 22 15:12:59.546847 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6d0af853-50a5-40a8-aed4-554f2f545583 req-1d076264-a45d-44cd-b7fa-a9bf799ec377 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086807 Jan 22 15:12:59.548635 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Pushing event updated for resources: {'Port': ['ID=c874909d-6e48-43a1-b0b6-6121a91d4ec2,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:12:59.552136 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:12:59.673017 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Allocated IP 172.28.2.58 (963b33f9-dd19-40b1-8544-19d53926a01f/b49e69fc-521d-4a7a-a4a3-7f801cf6183d/20d4936e-89f4-40aa-b928-d5e21d928ad6) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:12:59.890389 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:59.957221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:12:59.973628 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c16f498e-8b93-4a51-9604-3c31a5d408c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:00.103689 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ad7d7-35de-4bf3-8719-e9b3c6bc5122 req-95be5c75-206b-417a-9988-530a8cc74cf0 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:00.105888 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b36ad7d7-35de-4bf3-8719-e9b3c6bc5122 req-95be5c75-206b-417a-9988-530a8cc74cf0 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.2449622 Jan 22 15:13:00.131570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Pushing event updated for resources: {'Port': ['ID=20d4936e-89f4-40aa-b928-d5e21d928ad6,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:00.137847 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:00.172849 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b36ad7d7-35de-4bf3-8719-e9b3c6bc5122 req-ceccee98-ff65-4e99-8944-03b25713232f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583291 Jan 22 15:13:00.195663 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Network 963b33f9-dd19-40b1-8544-19d53926a01f is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:13:00.196899 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:13:00.199215 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:13:00.623068 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:00.628286 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 86dfdf22-f62b-43df-ab8c-741ce8e306fc up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:00.843379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port 86dfdf22-f62b-43df-ab8c-741ce8e306fc completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:13:00.849699 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 86dfdf22-f62b-43df-ab8c-741ce8e306fc triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:00.850104 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:01.118051 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569433bd-f61b-4575-ae9e-58ee6dd0563f req-eae7dcef-8b90-4ca3-89ea-f651b6b95764 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:01.120162 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-569433bd-f61b-4575-ae9e-58ee6dd0563f req-eae7dcef-8b90-4ca3-89ea-f651b6b95764 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 944 time: 0.1982241 Jan 22 15:13:01.229492 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-569433bd-f61b-4575-ae9e-58ee6dd0563f req-1900d1b7-fa43-449d-b181-2f848ccacdca tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022210 Jan 22 15:13:01.267821 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd207877-3793-4e97-8de7-36211f93ce38 None None] Network 47e14c0b-3f18-45c7-af64-d43f0c6806cc requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:13:01.339398 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510835'] for router, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:01.395940 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device c874909d-6e48-43a1-b0b6-6121a91d4ec2 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:01.435697 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1c4e6852-483a-4fe3-83cf-54135fa572c5 None None] Provisioning for port c874909d-6e48-43a1-b0b6-6121a91d4ec2 completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:13:01.464016 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:01.527456 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8655d-8fc4-40b7-9c8e-fa4a18d0285e req-0e88f0c3-4bb8-4d25-b8ce-5bab0acf531a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:01.527723 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e409732-6465-4cb0-80d2-89b9b8c1dc0a req-8aed4488-b38d-4cd4-895b-8020c5113872 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:01.529356 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-34b8655d-8fc4-40b7-9c8e-fa4a18d0285e req-0e88f0c3-4bb8-4d25-b8ce-5bab0acf531a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 946 time: 0.4555311 Jan 22 15:13:01.544725 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7e409732-6465-4cb0-80d2-89b9b8c1dc0a req-8aed4488-b38d-4cd4-895b-8020c5113872 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1443102 Jan 22 15:13:01.545937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb84065-ed63-4aca-a643-1a35658280f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dfdf22-f62b-43df-ab8c-741ce8e306fc'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:13:01.577131 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 86dfdf22-f62b-43df-ab8c-741ce8e306fc, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=86dfdf22-f62b-43df-ab8c-741ce8e306fc,segment=NetworkSegment(3239addc-c16c-423c-b32c-0ea23cec08b4),segment_id=3239addc-c16c-423c-b32c-0ea23cec08b4)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:13:01.620065 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:01.620290 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7e409732-6465-4cb0-80d2-89b9b8c1dc0a req-c78db47f-b663-47c2-a00c-97566e82c70e tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708058 Jan 22 15:13:01.622710 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:01.633971 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-34b8655d-8fc4-40b7-9c8e-fa4a18d0285e req-dcbfbd30-bcf5-436b-9efc-e1622ee82da2 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907180 Jan 22 15:13:01.687789 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port c874909d-6e48-43a1-b0b6-6121a91d4ec2 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:13:01.700772 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port c874909d-6e48-43a1-b0b6-6121a91d4ec2 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:01.701207 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:01.728511 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb84065-ed63-4aca-a643-1a35658280f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dfdf22-f62b-43df-ab8c-741ce8e306fc', 'code': 200} Jan 22 15:13:01.791762 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 is scheduled to L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 with binding_index 1 {{(pid=80167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 22 15:13:01.822106 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=86dfdf22-f62b-43df-ab8c-741ce8e306fc,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:01.828185 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:01.932202 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:01.980950 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port c874909d-6e48-43a1-b0b6-6121a91d4ec2, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=c874909d-6e48-43a1-b0b6-6121a91d4ec2,segment=NetworkSegment(2946827c-3ac6-4a9c-9686-48d75ceb7c07),segment_id=2946827c-3ac6-4a9c-9686-48d75ceb7c07)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:13:01.985067 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:01.988108 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-52b39124-c26c-4180-97e1-d0be67969d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:02.086802 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=c874909d-6e48-43a1-b0b6-6121a91d4ec2,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:02.100101 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:02.303929 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-9e7d5c36-00eb-4ad1-9518-8b23d4c0d3fe None None] Provisioning complete for port c874909d-6e48-43a1-b0b6-6121a91d4ec2 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:02.305637 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9e7d5c36-00eb-4ad1-9518-8b23d4c0d3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:02.371392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 09751bde-44c5-4374-86ca-edf3439c2db4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:02.393881 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:13:02.426001 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Sync routers for ids ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'] in dv-cinder-763774-2-smb {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:13:02.448945 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Routers {'76c4b47b-17d0-4551-a7aa-54ad3908cb11'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:13:02.451496 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:12:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:13:02.513738 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Notify callbacks [] for router, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:02.517854 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5699840 Jan 22 15:13:02.518764 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 42784) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:02.573523 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4424ce6-01e1-48eb-9e8d-49e3338421c6 req-f966decf-1330-45b3-8474-b5b56fb073d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:02.573523 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d4424ce6-01e1-48eb-9e8d-49e3338421c6 req-f966decf-1330-45b3-8474-b5b56fb073d6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 1163 time: 0.3059962 Jan 22 15:13:02.624002 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 09751bde-44c5-4374-86ca-edf3439c2db4 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:02.628753 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:02.659980 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Set router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:13:02.687953 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea242aa-70ee-47c2-b7a5-76b8d661feed req-49e22441-1633-4f23-ba89-81d3fcf2cfce tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:02.689656 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bea242aa-70ee-47c2-b7a5-76b8d661feed req-49e22441-1633-4f23-ba89-81d3fcf2cfce tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 946 time: 0.2314973 Jan 22 15:13:02.690382 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 42794) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:02.751214 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d4424ce6-01e1-48eb-9e8d-49e3338421c6 req-ee84cc46-f2cc-434c-95b2-38bdd43f8a09 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664643 Jan 22 15:13:02.796694 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bea242aa-70ee-47c2-b7a5-76b8d661feed req-7ce701d6-8a59-4bdd-96e5-be6588935709 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870144 Jan 22 15:13:02.997109 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-caff6d59-20df-482d-91d5-8df3a69ca0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:03.018069 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-c9cf3770-065b-4f3e-b958-b72ee0ec707f None None] Provisioning complete for port c874909d-6e48-43a1-b0b6-6121a91d4ec2 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:03.018614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c9cf3770-065b-4f3e-b958-b72ee0ec707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:03.078744 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-caff6d59-20df-482d-91d5-8df3a69ca0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:13:03.087195 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-caff6d59-20df-482d-91d5-8df3a69ca0d5 admin admin] Usage tracker for resource:security_group_rule and tenant:2699609c24f44b918de79f558da8e101 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:13:03.091224 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-caff6d59-20df-482d-91d5-8df3a69ca0d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:13:03.099854 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'name': 'tempest-TestMinimumBasicScenario-2116280261-router', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:12:57Z', 'updated_at': '2021-01-22T15:13:00Z', 'revision_number': 3, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'gw_port': {'id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:12:59Z', 'updated_at': '2021-01-22T15:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:13:03.100258 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-caff6d59-20df-482d-91d5-8df3a69ca0d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:13:03.104662 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Checking router: 76c4b47b-17d0-4551-a7aa-54ad3908cb11 for host: dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:13:03.105247 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Updating router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 port 20d4936e-89f4-40aa-b928-d5e21d928ad6 binding host dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 15:13:03.176745 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:03.216914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a95ec5-28db-4315-8e09-a0a8659ea4a4 req-acc8f93a-79a0-4bfc-8693-e8cb0f7f75e5 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:03.225594 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e3a95ec5-28db-4315-8e09-a0a8659ea4a4 req-acc8f93a-79a0-4bfc-8693-e8cb0f7f75e5 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 946 time: 0.2041547 Jan 22 15:13:03.295265 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device c874909d-6e48-43a1-b0b6-6121a91d4ec2 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:03.414253 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e3a95ec5-28db-4315-8e09-a0a8659ea4a4 req-75b766d2-671b-448d-b41d-1bdb5bd57e38 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876259 Jan 22 15:13:03.483526 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-caff6d59-20df-482d-91d5-8df3a69ca0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:03.486412 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-caff6d59-20df-482d-91d5-8df3a69ca0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:03.500504 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f70bc-8ab5-4926-9f93-59243667e858 req-17718a7b-a7e9-4c3c-a911-eb9bb855f003 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:03.502231 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-649f70bc-8ab5-4926-9f93-59243667e858 req-17718a7b-a7e9-4c3c-a911-eb9bb855f003 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.4840569 Jan 22 15:13:03.507016 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port c874909d-6e48-43a1-b0b6-6121a91d4ec2 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:03.507571 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:03.515763 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-280ae506-5a97-4a26-84cb-365eb50a806d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:03.525369 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-caff6d59-20df-482d-91d5-8df3a69ca0d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2699609c24f44b918de79f558da8e101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8174257 Jan 22 15:13:03.528499 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 42804) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:03.619244 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff6d59-20df-482d-91d5-8df3a69ca0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7654ac48-c6f3-4b20-b6e0-b710d8ec6d85,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:03.630197 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-caff6d59-20df-482d-91d5-8df3a69ca0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:03.634065 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:03.688116 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Transition to ACTIVE for port object 20d4936e-89f4-40aa-b928-d5e21d928ad6 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:13:03.691011 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-649f70bc-8ab5-4926-9f93-59243667e858 req-a9cb3cae-2b9d-44d4-acb6-54610b2a66ac tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792624 Jan 22 15:13:03.694762 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:03.798371 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-dd232fbb-3242-4812-8667-d7843c364545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:03.804423 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5622466e-1753-4662-9e96-c5ae46e7720f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:03.890457 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab937204-5d2d-419a-b065-e4f8906433cc req-a708abad-dcf3-4b07-9bfe-d1b70946313a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:03.892238 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ab937204-5d2d-419a-b065-e4f8906433cc req-a708abad-dcf3-4b07-9bfe-d1b70946313a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.63 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 946 time: 0.2405670 Jan 22 15:13:03.894265 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5622466e-1753-4662-9e96-c5ae46e7720f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:03.925332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Pushing event updated for resources: {'Port': ['ID=20d4936e-89f4-40aa-b928-d5e21d928ad6,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:03.940091 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.940468 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.940896 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.941186 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.941549 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.941914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.942269 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.942652 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.943012 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.943367 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.943724 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.944052 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.944497 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.944853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.945260 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.945794 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.945973 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.946284 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.946684 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.947039 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.947392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.947738 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.948220 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.948404 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:03.955544 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:03.979096 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Attempting to bind port 20d4936e-89f4-40aa-b928-d5e21d928ad6 on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:13:03.979506 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Attempting to bind port 20d4936e-89f4-40aa-b928-d5e21d928ad6 by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:13:03.979914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Attempting to bind port 20d4936e-89f4-40aa-b928-d5e21d928ad6 on network 963b33f9-dd19-40b1-8544-19d53926a01f {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:13:03.987792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:13:03.988207 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Checking segment: {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:13:03.988658 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:03.989096 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Bound using segment: {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:13:03.989612 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Bound port: 20d4936e-89f4-40aa-b928-d5e21d928ad6, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:13:03.990027 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:04.024361 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:04.061601 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-ab937204-5d2d-419a-b065-e4f8906433cc req-8a89b0c1-a3f6-4425-918f-2878fa74250f tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Deleting port 86dde945-1cbf-4ec5-9167-273b8cbe1266 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:13:04.062025 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ab937204-5d2d-419a-b065-e4f8906433cc req-8a89b0c1-a3f6-4425-918f-2878fa74250f tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:04.064956 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de8849-e023-4901-80b4-8eb9572d5633 req-91b80f4a-8b96-4e4d-b3b5-57246fb7dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:04.066604 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-24de8849-e023-4901-80b4-8eb9572d5633 req-91b80f4a-8b96-4e4d-b3b5-57246fb7dd4b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 1163 time: 0.2031536 Jan 22 15:13:04.070260 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] For port 20d4936e-89f4-40aa-b928-d5e21d928ad6, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:13:04.073477 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] For port 20d4936e-89f4-40aa-b928-d5e21d928ad6, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=20d4936e-89f4-40aa-b928-d5e21d928ad6,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:13:04.077410 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:04.093150 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:04.183014 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5622466e-1753-4662-9e96-c5ae46e7720f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:04.192226 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-baeddd90-354b-493d-a56b-acc08ca2192b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:04.198597 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-24de8849-e023-4901-80b4-8eb9572d5633 req-7f61a920-88d2-4b56-8769-625556e08f7e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115599 Jan 22 15:13:04.211326 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622466e-1753-4662-9e96-c5ae46e7720f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7654ac48-c6f3-4b20-b6e0-b710d8ec6d85,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:04.214576 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5622466e-1753-4662-9e96-c5ae46e7720f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:04.289326 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b06f5-3e9a-4862-a630-fcb971b22671 req-826e8c4b-2791-4f8a-9dbc-f4af817ab067 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:04.291126 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-381b06f5-3e9a-4862-a630-fcb971b22671 req-826e8c4b-2791-4f8a-9dbc-f4af817ab067 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 946 time: 0.2985685 Jan 22 15:13:04.292040 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5622466e-1753-4662-9e96-c5ae46e7720f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:04.296416 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-5622466e-1753-4662-9e96-c5ae46e7720f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7654ac48-c6f3-4b20-b6e0-b710d8ec6d85 HTTP/1.1" status: 204 len: 168 time: 0.7640839 Jan 22 15:13:04.420836 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 86dfdf22-f62b-43df-ab8c-741ce8e306fc up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:04.443037 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Pushing event updated for resources: {'Port': ['ID=20d4936e-89f4-40aa-b928-d5e21d928ad6,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:04.448928 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ccf4570e-7a58-47ad-b2a5-719ad686d573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:04.551260 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Routers {'76c4b47b-17d0-4551-a7aa-54ad3908cb11'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:13:04.551990 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:12:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:13:04.611533 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 86dfdf22-f62b-43df-ab8c-741ce8e306fc triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:04.614827 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:04.678234 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-381b06f5-3e9a-4862-a630-fcb971b22671 req-dbd6027e-a176-4f42-9c48-5063c609cd4c tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245843 Jan 22 15:13:04.695011 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Allocated IP 172.20.0.1 (47e14c0b-3f18-45c7-af64-d43f0c6806cc/a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0/89f19ef3-7f1c-48ee-822a-7ce012f15faa) {{(pid=80168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:13:04.761648 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-ab937204-5d2d-419a-b065-e4f8906433cc req-8a89b0c1-a3f6-4425-918f-2878fa74250f tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] For port 86dde945-1cbf-4ec5-9167-273b8cbe1266, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=86dde945-1cbf-4ec5-9167-273b8cbe1266,segment=NetworkSegment(4124ac8a-7df4-4288-bfb5-24736c2b49d8),segment_id=4124ac8a-7df4-4288-bfb5-24736c2b49d8)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:13:04.772824 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ab937204-5d2d-419a-b065-e4f8906433cc req-8a89b0c1-a3f6-4425-918f-2878fa74250f tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:04.877542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] Set router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:13:04.955847 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 86dde945-1cbf-4ec5-9167-273b8cbe1266 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:13:04.994696 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce5aee-4d6f-454a-b292-accc9210c48f req-81524c2a-1083-4f78-8ecc-c8b0731bd476 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:05.003719 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d1ce5aee-4d6f-454a-b292-accc9210c48f req-81524c2a-1083-4f78-8ecc-c8b0731bd476 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 946 time: 0.2656515 Jan 22 15:13:05.065264 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-ab937204-5d2d-419a-b065-e4f8906433cc req-8a89b0c1-a3f6-4425-918f-2878fa74250f tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Calling delete_port for 86dde945-1cbf-4ec5-9167-273b8cbe1266 owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:13:05.067984 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:05.088041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 42836) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:05.115097 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d1ce5aee-4d6f-454a-b292-accc9210c48f req-2f40c8fc-a70b-48c2-a9d5-94493bca2da6 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/security-groups?id=aaaed3a0-f043-4afa-a32d-20756d5f8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102991 Jan 22 15:13:05.163579 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Transition to ACTIVE for port object 89f19ef3-7f1c-48ee-822a-7ce012f15faa will not be triggered until provisioned by entity DHCP. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:13:05.165095 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ae4e95b3-36cd-4983-b0ac-6c4ebee26ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:05.182019 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:05.213763 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ae4e95b3-36cd-4983-b0ac-6c4ebee26ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:13:05.219481 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ae4e95b3-36cd-4983-b0ac-6c4ebee26ee5 admin admin] Usage tracker for resource:security_group_rule and tenant:d27bf70afd3845b1bbdb35b40403847f is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:13:05.247050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ae4e95b3-36cd-4983-b0ac-6c4ebee26ee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:13:05.256168 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ae4e95b3-36cd-4983-b0ac-6c4ebee26ee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:13:05.301506 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ab937204-5d2d-419a-b065-e4f8906433cc req-8a89b0c1-a3f6-4425-918f-2878fa74250f tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:05.359939 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:05.368808 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-aa26e339-5843-48db-acd6-8c4c941f7728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:05.390154 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:05.403921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'name': 'tempest-TestMinimumBasicScenario-2116280261-router', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:12:57Z', 'updated_at': '2021-01-22T15:13:00Z', 'revision_number': 3, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'gw_port': {'id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:12:59Z', 'updated_at': '2021-01-22T15:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:13:05.409715 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0133585e-2cdd-424d-a4fd-bb90219263ba None None] The sync data for ids ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'] in dv-cinder-763774-2-smb is: [{'id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'name': 'tempest-TestMinimumBasicScenario-2116280261-router', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:12:57Z', 'updated_at': '2021-01-22T15:13:00Z', 'revision_number': 3, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'gw_port': {'id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:12:59Z', 'updated_at': '2021-01-22T15:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}] {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:13:05.526569 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89b0c1-a3f6-4425-918f-2878fa74250f tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Pushing event deleted for resources: {'Port': ['ID=86dde945-1cbf-4ec5-9167-273b8cbe1266,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:05.538810 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8a89b0c1-a3f6-4425-918f-2878fa74250f tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:05.581445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Pushing event updated for resources: {'Port': ['ID=89f19ef3-7f1c-48ee-822a-7ce012f15faa,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:05.601585 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.601998 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.602427 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.602961 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.603363 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.603760 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.604277 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.604671 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.605065 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.605456 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.606062 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.606547 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.607018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.607489 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.607819 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.608239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.608602 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.609077 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.609470 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.609863 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.610247 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.611221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.611739 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.612131 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:05.643212 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10a143-2ffb-48d9-a847-4c5505e99b85 req-4e3db4a1-c8ab-4003-ab41-ccf0276b88c9 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:05.644940 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4e10a143-2ffb-48d9-a847-4c5505e99b85 req-4e3db4a1-c8ab-4003-ab41-ccf0276b88c9 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.3642316 Jan 22 15:13:05.658185 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:05.695990 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d036ab-01dd-4a2d-9183-3cdd8d991e78 req-288c941a-9a96-473c-94e2-e98e8b1803c0 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:05.697666 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-98d036ab-01dd-4a2d-9183-3cdd8d991e78 req-288c941a-9a96-473c-94e2-e98e8b1803c0 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.2608578 Jan 22 15:13:05.734616 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab937204-5d2d-419a-b065-e4f8906433cc req-8a89b0c1-a3f6-4425-918f-2878fa74250f tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] No DVR routers for this DVR port 86dde945-1cbf-4ec5-9167-273b8cbe1266 on host hv-cinder-76377 {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:13:05.738893 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ab937204-5d2d-419a-b065-e4f8906433cc req-8a89b0c1-a3f6-4425-918f-2878fa74250f tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:05.740455 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ae4e95b3-36cd-4983-b0ac-6c4ebee26ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:05.741677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2ec57f-b847-4e94-a607-5a9b1731e92c', 'name': 'network-vif-deleted', 'tag': '86dde945-1cbf-4ec5-9167-273b8cbe1266'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:13:05.750201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ae4e95b3-36cd-4983-b0ac-6c4ebee26ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:05.763901 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3002dec2-825d-4516-ba35-1a0dd9dc7dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:05.771608 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ab937204-5d2d-419a-b065-e4f8906433cc req-8a89b0c1-a3f6-4425-918f-2878fa74250f tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.63 "DELETE /v2.0/ports/86dde945-1cbf-4ec5-9167-273b8cbe1266 HTTP/1.1" status: 204 len: 173 time: 1.8697917 Jan 22 15:13:05.794756 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-98d036ab-01dd-4a2d-9183-3cdd8d991e78 req-b6422c1f-aff5-42b2-9deb-061511dffbbb tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895691 Jan 22 15:13:05.798150 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-ae4e95b3-36cd-4983-b0ac-6c4ebee26ee5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d27bf70afd3845b1bbdb35b40403847f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7085013 Jan 22 15:13:05.801749 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 42848) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:05.820025 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4e10a143-2ffb-48d9-a847-4c5505e99b85 req-3b2a4230-5640-40e5-895e-5ecc6e7867e1 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573827 Jan 22 15:13:05.829920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Network 47e14c0b-3f18-45c7-af64-d43f0c6806cc is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:13:05.848991 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:13:05.860394 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Received port after_create {{(pid=80168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:13:05.969140 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e95b3-36cd-4983-b0ac-6c4ebee26ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800ac6d4-3c8a-4ed8-adab-3398edd1cccf,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:05.974469 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ae4e95b3-36cd-4983-b0ac-6c4ebee26ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:05.999610 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854264914'] for router_interface, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:06.013436 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2ec57f-b847-4e94-a607-5a9b1731e92c', 'name': 'network-vif-deleted', 'tag': '86dde945-1cbf-4ec5-9167-273b8cbe1266', 'status': 'completed', 'code': 200} Jan 22 15:13:06.014324 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-393a04f9-7a3c-4fea-bd55-d5d4b4e41dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:06.070144 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-393a04f9-7a3c-4fea-bd55-d5d4b4e41dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:06.170231 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:06.229909 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-fd98844b-0c19-4cd2-b5bb-7f4a48b011e1 None None] Provisioning for port 89f19ef3-7f1c-48ee-822a-7ce012f15faa completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:13:06.239265 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f704329-de91-4714-b161-3a6f7392bd35 req-9582c890-3063-4f1e-a6ff-5a37517cda81 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:06.241037 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6f704329-de91-4714-b161-3a6f7392bd35 req-9582c890-3063-4f1e-a6ff-5a37517cda81 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 946 time: 0.1575000 Jan 22 15:13:06.250325 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-fd98844b-0c19-4cd2-b5bb-7f4a48b011e1 None None] Provisioning complete for port 89f19ef3-7f1c-48ee-822a-7ce012f15faa triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:06.250931 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fd98844b-0c19-4cd2-b5bb-7f4a48b011e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:06.310366 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6f704329-de91-4714-b161-3a6f7392bd35 req-d51176d9-10e6-48b9-a1d2-4c498f905015 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588279 Jan 22 15:13:06.311692 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-393a04f9-7a3c-4fea-bd55-d5d4b4e41dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:06.321555 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:06.364804 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-fd98844b-0c19-4cd2-b5bb-7f4a48b011e1 None None] Port 89f19ef3-7f1c-48ee-822a-7ce012f15faa cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:13:06.373974 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a04f9-7a3c-4fea-bd55-d5d4b4e41dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800ac6d4-3c8a-4ed8-adab-3398edd1cccf,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:06.383492 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-393a04f9-7a3c-4fea-bd55-d5d4b4e41dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:06.384600 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-393a04f9-7a3c-4fea-bd55-d5d4b4e41dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:06.386071 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-393a04f9-7a3c-4fea-bd55-d5d4b4e41dd4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/800ac6d4-3c8a-4ed8-adab-3398edd1cccf HTTP/1.1" status: 204 len: 168 time: 0.5826178 Jan 22 15:13:06.521995 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a4393732-91cd-4814-acbb-480dbe6312f5 req-527640d9-7398-42a9-a970-4a370ae053e6 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] 10.222.0.53 "GET /v2.0/ports?device_id=7c2ec57f-b847-4e94-a607-5a9b1731e92c HTTP/1.1" status: 200 len: 210 time: 0.0615375 Jan 22 15:13:06.928701 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:06.936020 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823312390'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:06.999320 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:07.143960 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854228376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854278327'] for router_interface, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:07.202282 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988712f3-908e-497d-9fd9-383664b486c5 req-2a139454-a75b-4a6e-a234-cca4fd42e191 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:07.204056 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-988712f3-908e-497d-9fd9-383664b486c5 req-2a139454-a75b-4a6e-a234-cca4fd42e191 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.1316402 Jan 22 15:13:07.226098 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Pushing event updated for resources: {'Port': ['ID=89f19ef3-7f1c-48ee-822a-7ce012f15faa,revision_number=2']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:07.229419 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:07.244853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 09751bde-44c5-4374-86ca-edf3439c2db4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:07.267134 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-988712f3-908e-497d-9fd9-383664b486c5 req-4e7b9da5-3772-40d4-8f1a-9ea067db544f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554786 Jan 22 15:13:07.295176 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 20d4936e-89f4-40aa-b928-d5e21d928ad6 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:07.361697 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b2334-5c31-4ff8-ac98-272305cf2c9e req-80070b04-1775-4179-b7a6-88343ebb8584 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:07.372123 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4e3b2334-5c31-4ff8-ac98-272305cf2c9e req-80070b04-1775-4179-b7a6-88343ebb8584 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.2891917 Jan 22 15:13:07.425361 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Network 47e14c0b-3f18-45c7-af64-d43f0c6806cc is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:13:07.428741 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:13:07.429160 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 09751bde-44c5-4374-86ca-edf3439c2db4 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:07.429592 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:07.446928 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4e3b2334-5c31-4ff8-ac98-272305cf2c9e req-5290d8df-92f8-4afa-8dad-133e7a45e80c tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737104 Jan 22 15:13:07.499877 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port 20d4936e-89f4-40aa-b928-d5e21d928ad6 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:13:07.505307 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 20d4936e-89f4-40aa-b928-d5e21d928ad6 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:07.505734 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:07.646775 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 86dfdf22-f62b-43df-ab8c-741ce8e306fc up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:07.727712 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:13:07.787486 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-fa36d5c6-9514-47be-8b6e-df2b73f7359d None None] Provisioning complete for port 89f19ef3-7f1c-48ee-822a-7ce012f15faa triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:07.787911 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fa36d5c6-9514-47be-8b6e-df2b73f7359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:07.853924 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:07.910215 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-fa36d5c6-9514-47be-8b6e-df2b73f7359d None None] Port 89f19ef3-7f1c-48ee-822a-7ce012f15faa cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:13:07.922721 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 86dfdf22-f62b-43df-ab8c-741ce8e306fc triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:07.923392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:08.013031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port 20d4936e-89f4-40aa-b928-d5e21d928ad6, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=20d4936e-89f4-40aa-b928-d5e21d928ad6,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:13:08.047381 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:08.059240 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:08.064648 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:13:08.093861 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] 10.222.0.53 "PUT /v2.0/routers/76c4b47b-17d0-4551-a7aa-54ad3908cb11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5648425 Jan 22 15:13:08.195898 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f112a-d8e2-4616-961a-c5f37ece8045 req-1c885b96-d652-4031-936e-6774c6fd764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:08.202143 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e12f112a-d8e2-4616-961a-c5f37ece8045 req-1c885b96-d652-4031-936e-6774c6fd764a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=de4a334daf5d465d8ca9d1d3fa080980&device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 1163 time: 0.1256855 Jan 22 15:13:08.423606 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f112a-d8e2-4616-961a-c5f37ece8045 req-d90eae5b-b64f-4054-bb44-bbdf41eb478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:08.425675 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e12f112a-d8e2-4616-961a-c5f37ece8045 req-d90eae5b-b64f-4054-bb44-bbdf41eb478b service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c26af83-6424-413a-870e-e57e022aad52 HTTP/1.1" status: 200 len: 912 time: 0.2207179 Jan 22 15:13:08.558041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38668-c12d-4c95-9cea-fb60cdb5aca3 req-445f7ac8-57f9-467c-9318-1494930f9b3f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:08.583739 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6ae38668-c12d-4c95-9cea-fb60cdb5aca3 req-445f7ac8-57f9-467c-9318-1494930f9b3f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.3100278 Jan 22 15:13:08.641971 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e12f112a-d8e2-4616-961a-c5f37ece8045 req-d0152a98-1a37-47b8-9208-87d57992878b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09751bde-44c5-4374-86ca-edf3439c2db4 HTTP/1.1" status: 200 len: 217 time: 0.2047884 Jan 22 15:13:08.709778 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6ae38668-c12d-4c95-9cea-fb60cdb5aca3 req-7b7a57cd-73a8-4ff2-8100-52fbf0b24a8f tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200154 Jan 22 15:13:08.774846 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=20d4936e-89f4-40aa-b928-d5e21d928ad6,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:08.820584 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.820874 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.821259 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.821633 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.822009 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.826878 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.827250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.827631 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.828007 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.828379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.828748 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.829112 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.829556 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.829921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.830286 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.839768 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.840932 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.841335 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.841684 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.842060 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.842450 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.842824 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.843192 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.843555 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:13:08.849701 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:08.958012 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f112a-d8e2-4616-961a-c5f37ece8045 req-0ccba485-301f-4c98-9628-a1e5b0b6d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:08.958725 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Sync routers for ids ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:13:08.959835 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e12f112a-d8e2-4616-961a-c5f37ece8045 req-0ccba485-301f-4c98-9628-a1e5b0b6d368 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=44e4ccfe-d0bd-430b-ad83-24fa2be62153 HTTP/1.1" status: 200 len: 858 time: 0.2377150 Jan 22 15:13:08.970379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Routers {'76c4b47b-17d0-4551-a7aa-54ad3908cb11'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:13:08.971073 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:12:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:13:09.032711 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e12f112a-d8e2-4616-961a-c5f37ece8045 req-aba768c0-c7a7-49f1-a967-934b4bd9068f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c26af83-6424-413a-870e-e57e022aad52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625319 Jan 22 15:13:09.275180 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e12f112a-d8e2-4616-961a-c5f37ece8045 req-c43c4a4a-e36c-4ee2-94e6-badf015c1330 service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123475 Jan 22 15:13:09.307862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436c4e8-40e9-46db-9b28-9f84864b7209 req-8c5887ed-17d0-4169-9aef-d179bea23250 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:09.315930 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7436c4e8-40e9-46db-9b28-9f84864b7209 req-8c5887ed-17d0-4169-9aef-d179bea23250 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.6708367 Jan 22 15:13:09.321450 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 20d4936e-89f4-40aa-b928-d5e21d928ad6 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:09.517190 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e12f112a-d8e2-4616-961a-c5f37ece8045 req-af2b2f54-c051-498e-b001-8df72271a13e service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1989939 Jan 22 15:13:09.563031 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7436c4e8-40e9-46db-9b28-9f84864b7209 req-97182908-872b-4346-8ee9-46847dc3fc6d tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460310 Jan 22 15:13:09.619084 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Set router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:13:09.791221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 20d4936e-89f4-40aa-b928-d5e21d928ad6 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:09.791495 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:10.241308 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'name': 'tempest-TestMinimumBasicScenario-2116280261-router', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:12:57Z', 'updated_at': '2021-01-22T15:13:06Z', 'revision_number': 4, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'gw_port': {'id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:12:59Z', 'updated_at': '2021-01-22T15:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '89f19ef3-7f1c-48ee-822a-7ce012f15faa', 'name': '', 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'mac_address': 'fa:16:3e:5a:48:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:13:04Z', 'updated_at': '2021-01-22T15:13:06Z', 'revision_number': 2, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'subnets': [{'id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:13:10.252316 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Checking router: 76c4b47b-17d0-4551-a7aa-54ad3908cb11 for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:13:10.252744 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Updating router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 port 89f19ef3-7f1c-48ee-822a-7ce012f15faa binding host dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 15:13:10.451966 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:10.693468 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81077b3-f151-4158-8ae6-da27703c6095 req-0f89965c-1aa7-4921-add6-fcf269767bf8 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:10.705902 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b81077b3-f151-4158-8ae6-da27703c6095 req-0f89965c-1aa7-4921-add6-fcf269767bf8 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.7498860 Jan 22 15:13:10.847952 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b81077b3-f151-4158-8ae6-da27703c6095 req-3c6eee67-d73b-4332-9f7f-a26f1e6c3f9c tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397433 Jan 22 15:13:10.972574 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81196b9d-0eba-4ab1-9b34-f67dcbd47233 req-5e8bc1ad-6fc7-43f7-b0f8-8633087c143f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:10.974472 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-81196b9d-0eba-4ab1-9b34-f67dcbd47233 req-5e8bc1ad-6fc7-43f7-b0f8-8633087c143f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.1969235 Jan 22 15:13:11.054464 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-81196b9d-0eba-4ab1-9b34-f67dcbd47233 req-6ab85b77-51c8-4bfa-926d-111f14bf5404 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715179 Jan 22 15:13:11.142215 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:11.158788 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Transition to ACTIVE for port object 89f19ef3-7f1c-48ee-822a-7ce012f15faa will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:13:11.162487 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:11.180948 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:11.258809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f545581-2554-469f-be9a-140b19ac7eb5 None None] Pushing event updated for resources: {'Port': ['ID=89f19ef3-7f1c-48ee-822a-7ce012f15faa,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:11.313167 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0f545581-2554-469f-be9a-140b19ac7eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:11.610815 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 09751bde-44c5-4374-86ca-edf3439c2db4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:11.755855 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Attempting to bind port 89f19ef3-7f1c-48ee-822a-7ce012f15faa on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:13:11.766856 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Attempting to bind port 89f19ef3-7f1c-48ee-822a-7ce012f15faa by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '2946827c-3ac6-4a9c-9686-48d75ceb7c07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:13:11.767461 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Attempting to bind port 89f19ef3-7f1c-48ee-822a-7ce012f15faa on network 47e14c0b-3f18-45c7-af64-d43f0c6806cc {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:13:11.782617 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:13:11.783343 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Checking segment: {'id': '2946827c-3ac6-4a9c-9686-48d75ceb7c07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:13:11.784782 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:11.785415 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Bound using segment: {'id': '2946827c-3ac6-4a9c-9686-48d75ceb7c07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:13:11.786321 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Bound port: 89f19ef3-7f1c-48ee-822a-7ce012f15faa, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2946827c-3ac6-4a9c-9686-48d75ceb7c07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:13:11.787169 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:11.903063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 09751bde-44c5-4374-86ca-edf3439c2db4 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:11.903782 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:12.193763 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] For port 89f19ef3-7f1c-48ee-822a-7ce012f15faa, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:13:12.253928 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e6795-bd36-41e7-9ab8-655de335c058 req-f164e8e4-034d-4f22-ba79-519bf713948c tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:12.262785 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a07e6795-bd36-41e7-9ab8-655de335c058 req-f164e8e4-034d-4f22-ba79-519bf713948c tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1880257 Jan 22 15:13:12.285684 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] For port 89f19ef3-7f1c-48ee-822a-7ce012f15faa, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=89f19ef3-7f1c-48ee-822a-7ce012f15faa,segment=NetworkSegment(2946827c-3ac6-4a9c-9686-48d75ceb7c07),segment_id=2946827c-3ac6-4a9c-9686-48d75ceb7c07)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:13:12.291731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:12.355875 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a07e6795-bd36-41e7-9ab8-655de335c058 req-43b8ecb8-08d8-45d0-8c53-1842f86e8ec6 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794296 Jan 22 15:13:12.667353 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0f545581-2554-469f-be9a-140b19ac7eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:12.799827 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Routers {'76c4b47b-17d0-4551-a7aa-54ad3908cb11'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:13:12.800754 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:12:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:13:12.810390 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af726c9-7b35-4af9-83b0-ec6f499ca6e5 req-64ea95be-c5ab-4bd6-9467-1bbcd9851806 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:12.812178 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7af726c9-7b35-4af9-83b0-ec6f499ca6e5 req-64ea95be-c5ab-4bd6-9467-1bbcd9851806 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.3111529 Jan 22 15:13:12.949815 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7af726c9-7b35-4af9-83b0-ec6f499ca6e5 req-fc113274-30b9-4b8c-ac7a-1def2c90b178 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256926 Jan 22 15:13:13.046154 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f545581-2554-469f-be9a-140b19ac7eb5 None None] Pushing event updated for resources: {'Port': ['ID=89f19ef3-7f1c-48ee-822a-7ce012f15faa,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:13.051650 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0f545581-2554-469f-be9a-140b19ac7eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:13.534295 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 09751bde-44c5-4374-86ca-edf3439c2db4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:13.637780 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] Set router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:13:14.016196 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad16468-b3b1-4d56-b1d3-def683683d2e req-62b016cd-9419-4edc-bd2d-74e95e1cba6a tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:14.025946 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0ad16468-b3b1-4d56-b1d3-def683683d2e req-62b016cd-9419-4edc-bd2d-74e95e1cba6a tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.3328960 Jan 22 15:13:14.179004 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0ad16468-b3b1-4d56-b1d3-def683683d2e req-6c9f2689-6485-478e-b7e5-3ba4a16647a7 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474249 Jan 22 15:13:14.182396 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 09751bde-44c5-4374-86ca-edf3439c2db4 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:14.182893 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:14.663558 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'name': 'tempest-TestMinimumBasicScenario-2116280261-router', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:12:57Z', 'updated_at': '2021-01-22T15:13:06Z', 'revision_number': 4, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'gw_port': {'id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:12:59Z', 'updated_at': '2021-01-22T15:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '89f19ef3-7f1c-48ee-822a-7ce012f15faa', 'name': '', 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'mac_address': 'fa:16:3e:5a:48:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:13:04Z', 'updated_at': '2021-01-22T15:13:12Z', 'revision_number': 4, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'subnets': [{'id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:13:14.671797 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a42b10-0e94-4a59-8aad-0fffa7664238 None None] The sync data for ids ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'] in dv-cinder-763774-2-smb is: [{'id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'name': 'tempest-TestMinimumBasicScenario-2116280261-router', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:12:57Z', 'updated_at': '2021-01-22T15:13:06Z', 'revision_number': 4, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'gw_port': {'id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:12:59Z', 'updated_at': '2021-01-22T15:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '89f19ef3-7f1c-48ee-822a-7ce012f15faa', 'name': '', 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'mac_address': 'fa:16:3e:5a:48:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:13:04Z', 'updated_at': '2021-01-22T15:13:12Z', 'revision_number': 4, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'subnets': [{'id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:13:14.711966 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806755e-7fcd-4b89-b28b-e2f46af21786 req-a69bb611-83ed-4fac-95e9-005e6d86c671 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:14.722495 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e806755e-7fcd-4b89-b28b-e2f46af21786 req-a69bb611-83ed-4fac-95e9-005e6d86c671 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.2542152 Jan 22 15:13:14.916565 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e806755e-7fcd-4b89-b28b-e2f46af21786 req-ea6e8a76-2d63-460f-acdb-de92bf5dfd21 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715879 Jan 22 15:13:15.316875 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 89f19ef3-7f1c-48ee-822a-7ce012f15faa up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:15.585608 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port 89f19ef3-7f1c-48ee-822a-7ce012f15faa completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:13:15.598796 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 89f19ef3-7f1c-48ee-822a-7ce012f15faa triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:15.600302 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:15.899115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:15.996034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port 89f19ef3-7f1c-48ee-822a-7ce012f15faa, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=89f19ef3-7f1c-48ee-822a-7ce012f15faa,segment=NetworkSegment(2946827c-3ac6-4a9c-9686-48d75ceb7c07),segment_id=2946827c-3ac6-4a9c-9686-48d75ceb7c07)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:13:16.007707 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:16.009709 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:16.230067 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=89f19ef3-7f1c-48ee-822a-7ce012f15faa,revision_number=5']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:16.236056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:16.352616 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351abe20-46bf-49fa-89bf-baa476e5d595 req-301351c6-735c-4555-abf6-494225d83b53 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:16.368391 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-351abe20-46bf-49fa-89bf-baa476e5d595 req-301351c6-735c-4555-abf6-494225d83b53 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.2381239 Jan 22 15:13:16.457026 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-351abe20-46bf-49fa-89bf-baa476e5d595 req-db298449-b6d2-45b0-a131-2aab41449f15 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872798 Jan 22 15:13:17.317611 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 89f19ef3-7f1c-48ee-822a-7ce012f15faa up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:17.445535 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9e24-992e-4d12-863c-b256c623a1ca req-ea128db3-51d0-4a5d-bbe9-fc6450ea72e4 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:17.460355 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f2db9e24-992e-4d12-863c-b256c623a1ca req-ea128db3-51d0-4a5d-bbe9-fc6450ea72e4 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1965168 Jan 22 15:13:17.557056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 89f19ef3-7f1c-48ee-822a-7ce012f15faa triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:17.557407 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:17.655865 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f2db9e24-992e-4d12-863c-b256c623a1ca req-701be130-9314-4e6f-b49e-bd3ab577b773 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940992 Jan 22 15:13:17.846802 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a8ce9-7ab2-4f00-9fbf-4d10922e1b98 req-2e40bdc0-43b7-47f2-b4cb-0a89058e2d7b tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:17.858019 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0d3a8ce9-7ab2-4f00-9fbf-4d10922e1b98 req-2e40bdc0-43b7-47f2-b4cb-0a89058e2d7b tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.1692808 Jan 22 15:13:17.940850 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0d3a8ce9-7ab2-4f00-9fbf-4d10922e1b98 req-30502324-f6d0-4286-92ce-784acd0f2464 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814059 Jan 22 15:13:19.242166 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08953066-def8-4d27-9b82-64859a0e8c5e req-a6ae9bdc-7027-478a-8407-e00c2dc1d2bd tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:19.250751 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-08953066-def8-4d27-9b82-64859a0e8c5e req-a6ae9bdc-7027-478a-8407-e00c2dc1d2bd tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.1314588 Jan 22 15:13:19.332233 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-08953066-def8-4d27-9b82-64859a0e8c5e req-31024460-32b7-4ea3-8ed4-b6ab74990741 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804935 Jan 22 15:13:19.561493 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323cacb-901c-4800-a399-5418f7537616 req-daba1c3c-2545-4556-863a-1500b6c95d22 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:19.563492 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d323cacb-901c-4800-a399-5418f7537616 req-daba1c3c-2545-4556-863a-1500b6c95d22 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 946 time: 0.1223776 Jan 22 15:13:19.637585 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d323cacb-901c-4800-a399-5418f7537616 req-826d8f8c-5f54-41f1-b1a1-e9a002beb744 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648162 Jan 22 15:13:20.300039 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:13:20.755523 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567d6d3-09ff-4ab8-9261-2d160de1bcb9 req-5dba007a-bddb-4ee4-8e7a-bf09bf99c5a7 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:20.775350 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6567d6d3-09ff-4ab8-9261-2d160de1bcb9 req-5dba007a-bddb-4ee4-8e7a-bf09bf99c5a7 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.2165270 Jan 22 15:13:20.944310 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6f0be4b5-3a7d-4943-9ea6-6f71dabaf76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:21.072991 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6567d6d3-09ff-4ab8-9261-2d160de1bcb9 req-342e592f-121f-4df9-8b25-b8fb343a860f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963858 Jan 22 15:13:21.261698 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0554c6-f1d6-41cc-9c24-f27d8a47094d req-297900d4-38e3-4419-a0d7-9dae4d72542b tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:21.277664 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2c0554c6-f1d6-41cc-9c24-f27d8a47094d req-297900d4-38e3-4419-a0d7-9dae4d72542b tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 946 time: 0.1892743 Jan 22 15:13:21.414777 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2c0554c6-f1d6-41cc-9c24-f27d8a47094d req-7e6dc76c-05ef-4041-ba93-2d1d97dfc7ea tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301568 Jan 22 15:13:22.202031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab825c1e-dbf1-4af1-a6b9-91f768490e9d req-83c1b6e1-dff8-410d-857f-98499297988a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:22.206100 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ab825c1e-dbf1-4af1-a6b9-91f768490e9d req-83c1b6e1-dff8-410d-857f-98499297988a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.63 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 946 time: 0.1724524 Jan 22 15:13:22.320169 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-ab825c1e-dbf1-4af1-a6b9-91f768490e9d req-972d5d12-6298-462c-9553-6b588fd8af41 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Deleting port 86dfdf22-f62b-43df-ab8c-741ce8e306fc {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:13:22.320799 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ab825c1e-dbf1-4af1-a6b9-91f768490e9d req-972d5d12-6298-462c-9553-6b588fd8af41 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:22.732135 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e4f93-58eb-41d5-a87f-dc0911fb5d96 req-f72affab-7db7-4d32-8844-a13de9301b6c tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:22.742511 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-249e4f93-58eb-41d5-a87f-dc0911fb5d96 req-f72affab-7db7-4d32-8844-a13de9301b6c tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.3744745 Jan 22 15:13:22.815632 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-249e4f93-58eb-41d5-a87f-dc0911fb5d96 req-eed43eef-4ec7-495f-b194-ef55c5b3bc74 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717547 Jan 22 15:13:22.827588 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-ab825c1e-dbf1-4af1-a6b9-91f768490e9d req-972d5d12-6298-462c-9553-6b588fd8af41 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] For port 86dfdf22-f62b-43df-ab8c-741ce8e306fc, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=86dfdf22-f62b-43df-ab8c-741ce8e306fc,segment=NetworkSegment(3239addc-c16c-423c-b32c-0ea23cec08b4),segment_id=3239addc-c16c-423c-b32c-0ea23cec08b4)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:13:22.828169 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ab825c1e-dbf1-4af1-a6b9-91f768490e9d req-972d5d12-6298-462c-9553-6b588fd8af41 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:22.849197 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e72e4bad-5664-48a1-90eb-28302563de8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:22.971818 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-ab825c1e-dbf1-4af1-a6b9-91f768490e9d req-972d5d12-6298-462c-9553-6b588fd8af41 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Calling delete_port for 86dfdf22-f62b-43df-ab8c-741ce8e306fc owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:13:23.341613 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f383be0c-2d12-4ac4-ace7-d22059c04970 req-4437145f-24cd-467b-a3cd-10a9d8736d40 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 210 time: 0.1573339 Jan 22 15:13:23.343025 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ab825c1e-dbf1-4af1-a6b9-91f768490e9d req-972d5d12-6298-462c-9553-6b588fd8af41 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:23.547015 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:23.577875 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:23.656818 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c5ec02bb-6852-4be6-9189-8a71c07f1e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:23.716445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d5d12-6298-462c-9553-6b588fd8af41 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Pushing event deleted for resources: {'Port': ['ID=86dfdf22-f62b-43df-ab8c-741ce8e306fc,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:23.719730 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-972d5d12-6298-462c-9553-6b588fd8af41 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:23.766370 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab825c1e-dbf1-4af1-a6b9-91f768490e9d req-972d5d12-6298-462c-9553-6b588fd8af41 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] No DVR routers for this DVR port 86dfdf22-f62b-43df-ab8c-741ce8e306fc on host hv-cinder-76377 {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:13:23.773171 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ab825c1e-dbf1-4af1-a6b9-91f768490e9d req-972d5d12-6298-462c-9553-6b588fd8af41 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:23.796851 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb84065-ed63-4aca-a643-1a35658280f8', 'name': 'network-vif-deleted', 'tag': '86dfdf22-f62b-43df-ab8c-741ce8e306fc'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:13:23.806999 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:23.810286 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ab825c1e-dbf1-4af1-a6b9-91f768490e9d req-972d5d12-6298-462c-9553-6b588fd8af41 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.63 "DELETE /v2.0/ports/86dfdf22-f62b-43df-ab8c-741ce8e306fc HTTP/1.1" status: 204 len: 173 time: 1.5929790 Jan 22 15:13:23.810991 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:24.006862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 43256) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:24.047018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e850bb-1709-4715-a791-455a32e6ba20 req-1fad1751-acd9-4537-a71a-9d9cff6e9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:24.049330 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-80e850bb-1709-4715-a791-455a32e6ba20 req-1fad1751-acd9-4537-a71a-9d9cff6e9ea9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=de4a334daf5d465d8ca9d1d3fa080980&device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 1163 time: 0.3445492 Jan 22 15:13:24.085773 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb84065-ed63-4aca-a643-1a35658280f8', 'name': 'network-vif-deleted', 'tag': '86dfdf22-f62b-43df-ab8c-741ce8e306fc', 'status': 'completed', 'code': 200} Jan 22 15:13:24.132214 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 86dfdf22-f62b-43df-ab8c-741ce8e306fc no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:13:24.262599 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] No Port match for: 86dfdf22-f62b-43df-ab8c-741ce8e306fc {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:13:24.262938 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 86dfdf22-f62b-43df-ab8c-741ce8e306fc not bound to the agent host hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:13:24.281606 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c5ede-280d-4d23-bf19-c431a4a22316 req-27c6c1ce-aaa1-492e-8d65-bb3a9c077eb3 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:24.283374 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b01c5ede-280d-4d23-bf19-c431a4a22316 req-27c6c1ce-aaa1-492e-8d65-bb3a9c077eb3 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.3789179 Jan 22 15:13:24.453804 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-24edc609-5c3d-43fa-a41c-4a34eea61f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:24.462483 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b01c5ede-280d-4d23-bf19-c431a4a22316 req-65407872-9707-4891-8217-7f34bd601256 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694081 Jan 22 15:13:24.476682 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-24edc609-5c3d-43fa-a41c-4a34eea61f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:13:24.481152 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-24edc609-5c3d-43fa-a41c-4a34eea61f37 admin admin] Usage tracker for resource:security_group_rule and tenant:9ab3ebbd1e6c4c4798edd8a3be613cf3 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:13:24.486357 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-24edc609-5c3d-43fa-a41c-4a34eea61f37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:13:24.492706 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-24edc609-5c3d-43fa-a41c-4a34eea61f37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:13:24.592329 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-24edc609-5c3d-43fa-a41c-4a34eea61f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:24.603284 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:24.604027 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-24edc609-5c3d-43fa-a41c-4a34eea61f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:24.649287 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-679d1384-3484-43fc-95c5-d393c125f0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:24.720053 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:24.721924 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-24edc609-5c3d-43fa-a41c-4a34eea61f37 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ab3ebbd1e6c4c4798edd8a3be613cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7048972 Jan 22 15:13:24.723862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 43268) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:24.735692 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edc609-5c3d-43fa-a41c-4a34eea61f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70df59df-7a06-4e99-af82-ba19d26161b8,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:24.744384 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-24edc609-5c3d-43fa-a41c-4a34eea61f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:24.827437 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5499392-0b8d-4a9d-8ae6-60b2e206b6c7 req-df16a991-69ae-48ff-88ba-56d293ca8098 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:24.839934 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c5499392-0b8d-4a9d-8ae6-60b2e206b6c7 req-df16a991-69ae-48ff-88ba-56d293ca8098 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.5677862 Jan 22 15:13:24.951130 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e850bb-1709-4715-a791-455a32e6ba20 req-4404227e-2b0a-4925-bb63-70110f61e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:24.961527 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-80e850bb-1709-4715-a791-455a32e6ba20 req-4404227e-2b0a-4925-bb63-70110f61e47a service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c26af83-6424-413a-870e-e57e022aad52 HTTP/1.1" status: 200 len: 912 time: 0.9010978 Jan 22 15:13:25.004491 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d41bf62e-4eb1-43a0-a7b6-89052606f4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:25.074945 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:25.075468 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d41bf62e-4eb1-43a0-a7b6-89052606f4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:25.180095 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-80e850bb-1709-4715-a791-455a32e6ba20 req-07e436f0-09c9-46fc-baff-149f567d048f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09751bde-44c5-4374-86ca-edf3439c2db4 HTTP/1.1" status: 200 len: 217 time: 0.2118373 Jan 22 15:13:25.276821 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-be177013-8e51-4c31-8ec8-2830704373b7 req-ca68431e-000e-49df-8337-e07c750c2174 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Synchronizing usage tracker for tenant:e16c63cada56495f929f122a4d474555 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:13:25.298477 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e850bb-1709-4715-a791-455a32e6ba20 req-974a9f53-42f8-4fb6-bcfe-97b9a8798ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:25.298477 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-80e850bb-1709-4715-a791-455a32e6ba20 req-974a9f53-42f8-4fb6-bcfe-97b9a8798ac0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=44e4ccfe-d0bd-430b-ad83-24fa2be62153 HTTP/1.1" status: 200 len: 858 time: 0.1015027 Jan 22 15:13:25.342171 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d41bf62e-4eb1-43a0-a7b6-89052606f4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:25.351050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-393a04f9-7a3c-4fea-bd55-d5d4b4e41dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:25.387354 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-be177013-8e51-4c31-8ec8-2830704373b7 req-ca68431e-000e-49df-8337-e07c750c2174 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Unset dirty status for tenant:e16c63cada56495f929f122a4d474555 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:13:25.399055 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-be177013-8e51-4c31-8ec8-2830704373b7 req-ca68431e-000e-49df-8337-e07c750c2174 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=bdb84065-ed63-4aca-a643-1a35658280f8 HTTP/1.1" status: 200 len: 210 time: 0.5162668 Jan 22 15:13:25.407077 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bf62e-4eb1-43a0-a7b6-89052606f4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70df59df-7a06-4e99-af82-ba19d26161b8,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:25.429056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d41bf62e-4eb1-43a0-a7b6-89052606f4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:25.436495 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d41bf62e-4eb1-43a0-a7b6-89052606f4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:25.440407 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d41bf62e-4eb1-43a0-a7b6-89052606f4ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70df59df-7a06-4e99-af82-ba19d26161b8 HTTP/1.1" status: 204 len: 168 time: 0.7124352 Jan 22 15:13:25.475953 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c5499392-0b8d-4a9d-8ae6-60b2e206b6c7 req-77df59ea-566f-4b4f-bf2c-5b094d3a057a tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6330507 Jan 22 15:13:25.513412 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-80e850bb-1709-4715-a791-455a32e6ba20 req-32040d50-6752-4d2e-838d-a05cd196935b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c26af83-6424-413a-870e-e57e022aad52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1579199 Jan 22 15:13:25.989672 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cbb2e-5a5a-4f0c-814c-44d15488b60f req-94dc191d-6296-4c65-834e-3209947dbc35 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:26.010821 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dc2cbb2e-5a5a-4f0c-814c-44d15488b60f req-94dc191d-6296-4c65-834e-3209947dbc35 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.2813816 Jan 22 15:13:26.123309 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 43292) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:26.191042 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dc2cbb2e-5a5a-4f0c-814c-44d15488b60f req-20ef10ad-fdcd-4bcd-a172-51fba87b1e94 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788604 Jan 22 15:13:26.268192 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-80e850bb-1709-4715-a791-455a32e6ba20 req-973fec68-b1a9-469b-93f8-ef9b3ab1d16e service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7395451 Jan 22 15:13:26.618270 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-80e850bb-1709-4715-a791-455a32e6ba20 req-1aa82280-fedd-4e37-a08a-8f529096cf4f service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3426661 Jan 22 15:13:26.640012 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bbe34922-90fd-444c-9008-2218d70775a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:26.734876 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-bbe34922-90fd-444c-9008-2218d70775a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:13:26.760093 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-bbe34922-90fd-444c-9008-2218d70775a4 admin admin] Usage tracker for resource:security_group_rule and tenant:30a2339922e344e3a82cadaf54fcd73a is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:13:26.769778 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-bbe34922-90fd-444c-9008-2218d70775a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:13:26.793554 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-bbe34922-90fd-444c-9008-2218d70775a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:13:26.963974 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bbe34922-90fd-444c-9008-2218d70775a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:27.062844 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bbe34922-90fd-444c-9008-2218d70775a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:27.122652 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a46d0ad0-d756-430a-bc71-4a313ea10687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:27.160427 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe34922-90fd-444c-9008-2218d70775a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512319bb-efbd-4104-a844-2fbc0f78452d,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:27.165221 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-bbe34922-90fd-444c-9008-2218d70775a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30a2339922e344e3a82cadaf54fcd73a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0367632 Jan 22 15:13:27.168782 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bbe34922-90fd-444c-9008-2218d70775a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:27.170542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 43326) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:27.231406 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb2483-e416-4424-a0b5-81c08976fca1 req-21d6143d-2a6d-413d-8730-a4b0a31988c6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:27.240619 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-80bb2483-e416-4424-a0b5-81c08976fca1 req-21d6143d-2a6d-413d-8730-a4b0a31988c6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.5192611 Jan 22 15:13:27.348042 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-de35eed2-b0f5-4b28-a4cb-db51d5f33fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:27.410675 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-de35eed2-b0f5-4b28-a4cb-db51d5f33fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:27.477741 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-80bb2483-e416-4424-a0b5-81c08976fca1 req-447820c7-8a31-4d3a-b208-4a27f3b4bb90 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205970 Jan 22 15:13:27.480351 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-de35eed2-b0f5-4b28-a4cb-db51d5f33fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:27.502855 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:27.539962 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35eed2-b0f5-4b28-a4cb-db51d5f33fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512319bb-efbd-4104-a844-2fbc0f78452d,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:27.552845 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-de35eed2-b0f5-4b28-a4cb-db51d5f33fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:27.568584 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-de35eed2-b0f5-4b28-a4cb-db51d5f33fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:27.570230 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-de35eed2-b0f5-4b28-a4cb-db51d5f33fb1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/512319bb-efbd-4104-a844-2fbc0f78452d HTTP/1.1" status: 204 len: 168 time: 0.3983207 Jan 22 15:13:27.802698 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb4214-7604-44dd-85d6-b88489b545ad req-b2e26b21-07b8-4048-8dbe-920a309287c6 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:27.810572 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-42cb4214-7604-44dd-85d6-b88489b545ad req-b2e26b21-07b8-4048-8dbe-920a309287c6 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1922987 Jan 22 15:13:27.873412 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-42cb4214-7604-44dd-85d6-b88489b545ad req-0d842ffa-c44b-48bc-87b8-b2c88d109020 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617356 Jan 22 15:13:28.258854 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8c717084-407c-4020-bc90-1557f09d3123 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:28.260711 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8c717084-407c-4020-bc90-1557f09d3123 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/networks?id=47e14c0b-3f18-45c7-af64-d43f0c6806cc HTTP/1.1" status: 200 len: 815 time: 0.3385866 Jan 22 15:13:28.282352 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-e8776571-459a-4678-b354-61b0a37c83ed tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/quotas/5942d7cf065345f1bf77030f6f5ab8fc HTTP/1.1" status: 200 len: 375 time: 0.0123100 Jan 22 15:13:28.304677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44e50c-03d1-42c8-abf5-675924010a57 req-91e15d39-d1d1-4f26-89d2-01231dbc6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:28.307442 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-eb44e50c-03d1-42c8-abf5-675924010a57 req-91e15d39-d1d1-4f26-89d2-01231dbc6741 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79f6aff5910d4f75b6e9ccf81396c89e&device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 1162 time: 0.2235854 Jan 22 15:13:28.404592 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-4ee1ad54-a05c-48c9-99ef-257362d8e3cf tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?tenant_id=5942d7cf065345f1bf77030f6f5ab8fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131608 Jan 22 15:13:28.433046 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeae78a-cd88-4bb0-8d33-902d293a0a8d req-45612f4f-eb92-46fe-b77a-d6abfb393dc0 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:28.450109 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-afeae78a-cd88-4bb0-8d33-902d293a0a8d req-45612f4f-eb92-46fe-b77a-d6abfb393dc0 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.2650943 Jan 22 15:13:28.604007 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 43376) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:28.607108 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-42007a5f-505f-4e41-8a4b-efc1b279af7b service neutron] 10.222.0.53 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835945 Jan 22 15:13:28.625710 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c4e248a8-5e0c-4791-bd18-46cc3edf6eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:28.644157 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-c4e248a8-5e0c-4791-bd18-46cc3edf6eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:13:28.648323 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-c4e248a8-5e0c-4791-bd18-46cc3edf6eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:c842489710f443399d94b07b2ed8b2f0 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:13:28.651323 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-c4e248a8-5e0c-4791-bd18-46cc3edf6eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:13:28.657292 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-c4e248a8-5e0c-4791-bd18-46cc3edf6eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:13:28.684987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44e50c-03d1-42c8-abf5-675924010a57 req-93363f90-0519-4142-8f5e-cf2f945fd96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:28.687270 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-eb44e50c-03d1-42c8-abf5-675924010a57 req-93363f90-0519-4142-8f5e-cf2f945fd96f service neutron] 10.222.0.63 "GET /v2.0/networks?id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76 HTTP/1.1" status: 200 len: 904 time: 0.3689983 Jan 22 15:13:28.749032 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c4e248a8-5e0c-4791-bd18-46cc3edf6eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:28.842163 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-afeae78a-cd88-4bb0-8d33-902d293a0a8d req-9e18d495-d130-4f65-8b73-039ba2307a64 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3908763 Jan 22 15:13:28.923165 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-da031a2b-32da-470c-b44e-2ad84933025e service neutron] 10.222.0.53 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2835257 Jan 22 15:13:28.925847 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c4e248a8-5e0c-4791-bd18-46cc3edf6eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:28.945277 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-eb44e50c-03d1-42c8-abf5-675924010a57 req-fcfb66f4-03f5-4f33-a823-4c6563458436 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 HTTP/1.1" status: 200 len: 1001 time: 0.2402775 Jan 22 15:13:28.996683 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-84cf0d75-6525-494b-80aa-000885fc8474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:29.059184 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-c4e248a8-5e0c-4791-bd18-46cc3edf6eb9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c842489710f443399d94b07b2ed8b2f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504068 Jan 22 15:13:29.062854 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 43392) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:29.063624 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e248a8-5e0c-4791-bd18-46cc3edf6eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86aa425b-27a9-4a50-94b0-d583ac32f87a,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:29.079111 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c4e248a8-5e0c-4791-bd18-46cc3edf6eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:29.119486 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44e50c-03d1-42c8-abf5-675924010a57 req-747ac921-6db4-4782-a791-9d0fc71e93ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:29.126463 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-eb44e50c-03d1-42c8-abf5-675924010a57 req-747ac921-6db4-4782-a791-9d0fc71e93ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26594a79-fcad-4c2a-92cb-91187601fd8a HTTP/1.1" status: 200 len: 849 time: 0.1629853 Jan 22 15:13:29.229646 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7e4cbc7c-a06c-4b8e-86ad-4c9364efa9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:29.325669 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44e50c-03d1-42c8-abf5-675924010a57 req-da5240f4-5ed1-4519-ba06-144d4762d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:29.329317 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-eb44e50c-03d1-42c8-abf5-675924010a57 req-da5240f4-5ed1-4519-ba06-144d4762d30b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1968026 Jan 22 15:13:29.430003 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7e4cbc7c-a06c-4b8e-86ad-4c9364efa9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:29.484319 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7e4cbc7c-a06c-4b8e-86ad-4c9364efa9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:29.498714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bbe34922-90fd-444c-9008-2218d70775a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:29.516316 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cbc7c-a06c-4b8e-86ad-4c9364efa9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86aa425b-27a9-4a50-94b0-d583ac32f87a,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:29.519195 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7e4cbc7c-a06c-4b8e-86ad-4c9364efa9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:29.520428 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-7e4cbc7c-a06c-4b8e-86ad-4c9364efa9d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86aa425b-27a9-4a50-94b0-d583ac32f87a HTTP/1.1" status: 204 len: 168 time: 0.4475682 Jan 22 15:13:29.525794 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7e4cbc7c-a06c-4b8e-86ad-4c9364efa9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:29.595349 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9846e08-9698-48c5-b700-57b0ac08adea req-3f704072-6e11-42c0-bdc7-59115847216e tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:29.603911 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a9846e08-9698-48c5-b700-57b0ac08adea req-3f704072-6e11-42c0-bdc7-59115847216e tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.2632079 Jan 22 15:13:29.605120 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-714ccb96-2896-4cac-8f1c-c202dce9ca6e req-8d1b0d84-e1d9-49b5-81c2-c6ecc2971a69 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Synchronizing usage tracker for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:port {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:13:29.665822 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-714ccb96-2896-4cac-8f1c-c202dce9ca6e req-8d1b0d84-e1d9-49b5-81c2-c6ecc2971a69 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Unset dirty status for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:port {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:13:29.674653 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a9846e08-9698-48c5-b700-57b0ac08adea req-d38e3daf-6c82-4181-9c7d-184a8d3207d4 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696917 Jan 22 15:13:29.680650 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-714ccb96-2896-4cac-8f1c-c202dce9ca6e req-8d1b0d84-e1d9-49b5-81c2-c6ecc2971a69 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 210 time: 0.2641160 Jan 22 15:13:29.736011 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-eb44e50c-03d1-42c8-abf5-675924010a57 req-33b427f6-cbed-4771-afe4-94b221df4da1 service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784418 Jan 22 15:13:30.056517 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-eb44e50c-03d1-42c8-abf5-675924010a57 req-73cf560a-a902-49ea-b6e8-1d6c1da1cefc service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3109081 Jan 22 15:13:30.080257 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42428b32-aa4b-4f7e-9d75-04325fb7bc59 req-6fad663d-efbf-455e-be52-e161f39823d5 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:30.082271 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-42428b32-aa4b-4f7e-9d75-04325fb7bc59 req-6fad663d-efbf-455e-be52-e161f39823d5 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 945 time: 0.2631109 Jan 22 15:13:30.187829 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-42428b32-aa4b-4f7e-9d75-04325fb7bc59 req-dc42009a-ebcf-483a-b01c-a9a42b0a5026 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976360 Jan 22 15:13:30.270680 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 43422) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:30.301688 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b8db7f17-2b42-48ea-b12b-6f03a38769fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:30.324142 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-b8db7f17-2b42-48ea-b12b-6f03a38769fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:13:30.331459 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-b8db7f17-2b42-48ea-b12b-6f03a38769fa admin admin] Usage tracker for resource:security_group_rule and tenant:38fefe6b16db436d97d9c5661afed7c1 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:13:30.335349 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-b8db7f17-2b42-48ea-b12b-6f03a38769fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:13:30.398569 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-b8db7f17-2b42-48ea-b12b-6f03a38769fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:13:30.529677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156f45b-9e82-4248-a999-21021554241a req-1b490916-e5f1-4c72-ad99-38a4ef252788 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:30.537612 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f156f45b-9e82-4248-a999-21021554241a req-1b490916-e5f1-4c72-ad99-38a4ef252788 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.1890926 Jan 22 15:13:30.642551 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f156f45b-9e82-4248-a999-21021554241a req-2684c1f5-7216-4502-9d07-b42371f84d92 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031542 Jan 22 15:13:30.689225 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b8db7f17-2b42-48ea-b12b-6f03a38769fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:30.692281 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b8db7f17-2b42-48ea-b12b-6f03a38769fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:30.757371 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:30.770644 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 43434) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:30.772073 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b8db7f17-2b42-48ea-b12b-6f03a38769fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38fefe6b16db436d97d9c5661afed7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5001333 Jan 22 15:13:30.798900 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db7f17-2b42-48ea-b12b-6f03a38769fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39490ca2-ab12-4ac5-a6a7-7fe2361d6c06,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:30.802269 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b8db7f17-2b42-48ea-b12b-6f03a38769fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:30.940771 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6835bdb9-40ce-4520-a4d3-feef6db85379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:30.977576 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6835bdb9-40ce-4520-a4d3-feef6db85379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:31.017571 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-92a743c8-7367-47f5-85ec-0c2b0ace179c req-cda88a3d-3ffb-4e38-bcc2-b26067c1db3b tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 210 time: 0.0591633 Jan 22 15:13:31.112671 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6835bdb9-40ce-4520-a4d3-feef6db85379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:31.127387 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3fa37b1a-1638-42b4-a718-89e25907bd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:31.145820 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835bdb9-40ce-4520-a4d3-feef6db85379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39490ca2-ab12-4ac5-a6a7-7fe2361d6c06,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:31.151629 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6835bdb9-40ce-4520-a4d3-feef6db85379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:31.153398 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6835bdb9-40ce-4520-a4d3-feef6db85379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:31.161725 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-6835bdb9-40ce-4520-a4d3-feef6db85379 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39490ca2-ab12-4ac5-a6a7-7fe2361d6c06 HTTP/1.1" status: 204 len: 168 time: 0.3873348 Jan 22 15:13:31.192674 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66084f-b781-4797-894b-84d1aa482e80 req-9fe9d82c-2f70-414f-b7c8-1bf1b121a6ae tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:31.195546 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cc66084f-b781-4797-894b-84d1aa482e80 req-9fe9d82c-2f70-414f-b7c8-1bf1b121a6ae tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.2048292 Jan 22 15:13:31.273083 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cc66084f-b781-4797-894b-84d1aa482e80 req-4ea98529-113f-4490-9a12-74484b704232 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670261 Jan 22 15:13:31.701037 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-439b662d-0b4a-4d5d-baa2-f3edbb845420 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:31.702155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-439b662d-0b4a-4d5d-baa2-f3edbb845420 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Synchronizing usage tracker for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:network {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:13:31.741749 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-439b662d-0b4a-4d5d-baa2-f3edbb845420 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Unset dirty status for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:network {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:13:31.743079 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-439b662d-0b4a-4d5d-baa2-f3edbb845420 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.63 "GET /v2.0/networks?id=47e14c0b-3f18-45c7-af64-d43f0c6806cc HTTP/1.1" status: 200 len: 815 time: 0.4288127 Jan 22 15:13:31.774034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e4833-91ce-416f-a49e-229706f7111a req-be7f6090-bfca-45e8-aae9-db7876bfa6b4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:31.776801 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9f0e4833-91ce-416f-a49e-229706f7111a req-be7f6090-bfca-45e8-aae9-db7876bfa6b4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 945 time: 0.4023218 Jan 22 15:13:31.783761 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Request body: {'port': {'device_id': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc', 'admin_state_up': True, 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:13:31.895620 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:32.016488 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:13:32.018660 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:32.019462 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:32.026679 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:13:32.062316 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Made reservation on behalf of 5942d7cf065345f1bf77030f6f5ab8fc for: {'port': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:13:32.072205 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:32.079697 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272acfb-7634-463c-ba04-d6ea2609fd1d req-338ed621-d285-49ce-bf2a-53e68bce666b tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:32.087787 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0272acfb-7634-463c-ba04-d6ea2609fd1d req-338ed621-d285-49ce-bf2a-53e68bce666b tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.2238004 Jan 22 15:13:32.147021 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9f0e4833-91ce-416f-a49e-229706f7111a req-15379163-9ff3-47da-9e45-34d236295e53 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123121 Jan 22 15:13:32.226579 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0272acfb-7634-463c-ba04-d6ea2609fd1d req-03d73fa2-0adb-4b8d-b9b8-9363c6eb491f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378999 Jan 22 15:13:32.559271 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b7216-177f-4842-9581-6242429a356b req-5ec59c27-269c-4ab0-bbf9-ff809c766379 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:32.561321 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1d8b7216-177f-4842-9581-6242429a356b req-5ec59c27-269c-4ab0-bbf9-ff809c766379 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.63 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 945 time: 0.2755342 Jan 22 15:13:32.707466 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a83db0d1-c3cf-40d6-80b4-4cde2da9cadb req-118bf9b2-7bf4-480c-bacd-33a8bd26505d tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 210 time: 0.1873822 Jan 22 15:13:32.722085 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-1d8b7216-177f-4842-9581-6242429a356b req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Deleting port 5f606e60-061e-4b85-a51a-93bb90b96d40 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:13:32.722526 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1d8b7216-177f-4842-9581-6242429a356b req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:33.057943 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Allocated IP 172.20.0.10 (47e14c0b-3f18-45c7-af64-d43f0c6806cc/a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0/2a7be2b8-33a9-47f6-8f09-0658ae20049e) {{(pid=80168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:13:33.444807 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 5f606e60-061e-4b85-a51a-93bb90b96d40 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:13:33.522260 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-1d8b7216-177f-4842-9581-6242429a356b req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] For port 5f606e60-061e-4b85-a51a-93bb90b96d40, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=5f606e60-061e-4b85-a51a-93bb90b96d40,segment=NetworkSegment(3239addc-c16c-423c-b32c-0ea23cec08b4),segment_id=3239addc-c16c-423c-b32c-0ea23cec08b4)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:13:33.704114 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1d8b7216-177f-4842-9581-6242429a356b req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:33.704391 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:33.769361 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-1d8b7216-177f-4842-9581-6242429a356b req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Calling delete_port for 5f606e60-061e-4b85-a51a-93bb90b96d40 owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:13:33.837303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 5f606e60-061e-4b85-a51a-93bb90b96d40, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=5f606e60-061e-4b85-a51a-93bb90b96d40,segment=NetworkSegment(3239addc-c16c-423c-b32c-0ea23cec08b4),segment_id=3239addc-c16c-423c-b32c-0ea23cec08b4)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:13:33.840481 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70670fa8-7738-46e7-9ca3-f6b739d8c7cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f606e60-061e-4b85-a51a-93bb90b96d40'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:13:33.856375 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:33.858995 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for port, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:33.861533 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:33.929367 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Transition to ACTIVE for port object 2a7be2b8-33a9-47f6-8f09-0658ae20049e will not be triggered until provisioned by entity DHCP. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:13:34.042057 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:34.052471 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=5f606e60-061e-4b85-a51a-93bb90b96d40,revision_number=5']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:34.057358 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:34.080652 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36939091-9606-4931-9e6c-1824ed295ba9 req-3ed4fefd-8c88-4247-83b0-17960d12125c tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:34.083425 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-36939091-9606-4931-9e6c-1824ed295ba9 req-3ed4fefd-8c88-4247-83b0-17960d12125c tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 1.2750111 Jan 22 15:13:34.260158 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-36939091-9606-4931-9e6c-1824ed295ba9 req-d5b4b861-c60b-41d4-8482-61dcbec31646 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658368 Jan 22 15:13:34.261913 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.db.api [req-1d8b7216-177f-4842-9581-6242429a356b req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80167) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 15:13:34.262282 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_db.api [req-1d8b7216-177f-4842-9581-6242429a356b req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 15:13:34.352557 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-71f220cf-fd85-4a09-bf83-4ecc671c1784 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:34.471392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961b6d8-7338-42a7-95c8-8919f3248231 req-fdd5d464-591e-4c08-8b16-0d31d7cc2eea tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:34.479521 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7961b6d8-7338-42a7-95c8-8919f3248231 req-fdd5d464-591e-4c08-8b16-0d31d7cc2eea tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 943 time: 0.9212554 Jan 22 15:13:34.583058 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7961b6d8-7338-42a7-95c8-8919f3248231 req-7bb13e10-b2cd-47f7-a9a9-c57901810ccd tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018343 Jan 22 15:13:34.587961 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Network 47e14c0b-3f18-45c7-af64-d43f0c6806cc is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:13:34.611561 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:13:34.652792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Received port after_create {{(pid=80168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:13:34.673902 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70670fa8-7738-46e7-9ca3-f6b739d8c7cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f606e60-061e-4b85-a51a-93bb90b96d40', 'code': 200} Jan 22 15:13:34.769344 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-1d8b7216-177f-4842-9581-6242429a356b req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Deleting port 5f606e60-061e-4b85-a51a-93bb90b96d40 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:13:34.769712 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1d8b7216-177f-4842-9581-6242429a356b req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:34.858595 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:34.859332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:34.896347 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Pushing event updated for resources: {'Port': ['ID=2a7be2b8-33a9-47f6-8f09-0658ae20049e,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:34.900499 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:34.928587 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1504126 Jan 22 15:13:34.955754 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Request body: {'port': {'device_id': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:13:35.079076 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-eecc6c97-bd89-49d7-8352-2543509dfd93 None None] Provisioning for port 2a7be2b8-33a9-47f6-8f09-0658ae20049e completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:13:35.092358 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-eecc6c97-bd89-49d7-8352-2543509dfd93 None None] Provisioning complete for port 2a7be2b8-33a9-47f6-8f09-0658ae20049e triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:35.092757 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-eecc6c97-bd89-49d7-8352-2543509dfd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:35.184703 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:35.241830 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-eecc6c97-bd89-49d7-8352-2543509dfd93 None None] Port 2a7be2b8-33a9-47f6-8f09-0658ae20049e cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:13:35.257470 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01b3b7-98f7-47dc-a7c6-7aa4ab71fd1e req-044204f6-d205-44bf-81e8-891b7addb247 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:35.259228 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7d01b3b7-98f7-47dc-a7c6-7aa4ab71fd1e req-044204f6-d205-44bf-81e8-891b7addb247 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 932 time: 0.6583469 Jan 22 15:13:35.587055 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-1d8b7216-177f-4842-9581-6242429a356b req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] For port 5f606e60-061e-4b85-a51a-93bb90b96d40, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=5f606e60-061e-4b85-a51a-93bb90b96d40,segment=NetworkSegment(3239addc-c16c-423c-b32c-0ea23cec08b4),segment_id=3239addc-c16c-423c-b32c-0ea23cec08b4)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:13:35.587506 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1d8b7216-177f-4842-9581-6242429a356b req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:36.056149 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-1d8b7216-177f-4842-9581-6242429a356b req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Calling delete_port for 5f606e60-061e-4b85-a51a-93bb90b96d40 owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:13:36.307066 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e19cd5-1426-4d4a-8a39-577a68edcdee req-6e189311-84b2-4a16-8efa-35722e3b1c73 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:36.309111 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-89e19cd5-1426-4d4a-8a39-577a68edcdee req-6e189311-84b2-4a16-8efa-35722e3b1c73 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.6881936 Jan 22 15:13:36.309737 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 43552) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:36.407006 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-89e19cd5-1426-4d4a-8a39-577a68edcdee req-7fd2aeb9-d0fa-4e02-865a-6511035d9faf tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865014 Jan 22 15:13:36.513337 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7d01b3b7-98f7-47dc-a7c6-7aa4ab71fd1e req-64eb9ced-c469-4a42-9629-0c5daac6f6f0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7080030 Jan 22 15:13:36.514072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1d8b7216-177f-4842-9581-6242429a356b req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:36.551735 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7be2b8-33a9-47f6-8f09-0658ae20049e {{(pid=80168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:13:36.563204 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:36.566395 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:36.600875 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Transition to ACTIVE for port object 2a7be2b8-33a9-47f6-8f09-0658ae20049e will not be triggered until provisioned by entity L2. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:13:36.605123 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823312390'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:36.638980 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:36.652618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Pushing event deleted for resources: {'Port': ['ID=5f606e60-061e-4b85-a51a-93bb90b96d40,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:36.659299 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:36.836196 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d6f67201-428e-4f13-a9bc-49d30c918125 req-b15f1533-eb0d-4c04-9773-0e1e8dedd38b tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=70670fa8-7738-46e7-9ca3-f6b739d8c7cc HTTP/1.1" status: 200 len: 210 time: 0.1987872 Jan 22 15:13:36.875903 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8b7216-177f-4842-9581-6242429a356b req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] No DVR routers for this DVR port 5f606e60-061e-4b85-a51a-93bb90b96d40 on host hv-cinder-76377 {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:13:36.881573 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1d8b7216-177f-4842-9581-6242429a356b req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:36.890374 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-748e3aad-3764-41fb-8860-c56abee98ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:36.892507 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70670fa8-7738-46e7-9ca3-f6b739d8c7cc', 'name': 'network-vif-deleted', 'tag': '5f606e60-061e-4b85-a51a-93bb90b96d40'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:13:36.933758 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-748e3aad-3764-41fb-8860-c56abee98ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:13:36.938873 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-748e3aad-3764-41fb-8860-c56abee98ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:b403a57b1c8a437c86da80936e4dde29 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:13:36.939613 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1d8b7216-177f-4842-9581-6242429a356b req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.63 "DELETE /v2.0/ports/5f606e60-061e-4b85-a51a-93bb90b96d40 HTTP/1.1" status: 204 len: 173 time: 4.3673682 Jan 22 15:13:36.942571 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-748e3aad-3764-41fb-8860-c56abee98ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:13:36.965482 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-748e3aad-3764-41fb-8860-c56abee98ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:13:37.124598 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70670fa8-7738-46e7-9ca3-f6b739d8c7cc', 'name': 'network-vif-deleted', 'tag': '5f606e60-061e-4b85-a51a-93bb90b96d40', 'status': 'completed', 'code': 200} Jan 22 15:13:37.128880 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-748e3aad-3764-41fb-8860-c56abee98ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:37.138163 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-748e3aad-3764-41fb-8860-c56abee98ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:37.148445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Pushing event updated for resources: {'Port': ['ID=2a7be2b8-33a9-47f6-8f09-0658ae20049e,revision_number=2']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:37.166412 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:37.167289 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-eea3853e-a052-412c-9069-215cd87411fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:37.248489 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-748e3aad-3764-41fb-8860-c56abee98ca7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b403a57b1c8a437c86da80936e4dde29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9298935 Jan 22 15:13:37.252103 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 43562) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:37.255915 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e3aad-3764-41fb-8860-c56abee98ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead31b68-acfe-4227-9aa3-1997c5f279c2,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:37.289340 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-748e3aad-3764-41fb-8860-c56abee98ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:37.433783 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-34ab62b1-9c8a-4678-9fb9-d8a6dccbfc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:37.536781 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-34ab62b1-9c8a-4678-9fb9-d8a6dccbfc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:37.644747 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-34ab62b1-9c8a-4678-9fb9-d8a6dccbfc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:37.657869 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:37.684273 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab62b1-9c8a-4678-9fb9-d8a6dccbfc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead31b68-acfe-4227-9aa3-1997c5f279c2,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:37.701350 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-34ab62b1-9c8a-4678-9fb9-d8a6dccbfc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:37.704581 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-34ab62b1-9c8a-4678-9fb9-d8a6dccbfc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:37.707685 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-34ab62b1-9c8a-4678-9fb9-d8a6dccbfc3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ead31b68-acfe-4227-9aa3-1997c5f279c2 HTTP/1.1" status: 204 len: 168 time: 0.4544895 Jan 22 15:13:37.709293 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Attempting to bind port 2a7be2b8-33a9-47f6-8f09-0658ae20049e on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:13:37.722334 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Attempting to bind port 2a7be2b8-33a9-47f6-8f09-0658ae20049e by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '2946827c-3ac6-4a9c-9686-48d75ceb7c07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc'}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:13:37.723179 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Attempting to bind port 2a7be2b8-33a9-47f6-8f09-0658ae20049e on network 47e14c0b-3f18-45c7-af64-d43f0c6806cc {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:13:37.738115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:13:37.739604 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Checking segment: {'id': '2946827c-3ac6-4a9c-9686-48d75ceb7c07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:13:37.741160 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:37.742287 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Bound using segment: {'id': '2946827c-3ac6-4a9c-9686-48d75ceb7c07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc'} {{(pid=80168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:13:37.743721 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Bound port: 2a7be2b8-33a9-47f6-8f09-0658ae20049e, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2946827c-3ac6-4a9c-9686-48d75ceb7c07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc'}}] {{(pid=80168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:13:37.745139 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:38.437606 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe28e0-2947-427d-b96a-284b9b07a67c req-cbd65981-99b7-4e95-8d68-d544d75ed71f tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:38.455999 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f1fe28e0-2947-427d-b96a-284b9b07a67c req-cbd65981-99b7-4e95-8d68-d544d75ed71f tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 944 time: 0.5118678 Jan 22 15:13:38.567177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 09751bde-44c5-4374-86ca-edf3439c2db4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:38.580609 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f1fe28e0-2947-427d-b96a-284b9b07a67c req-e2d47b23-7d7d-4a63-a71b-2912d0cc6182 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171255 Jan 22 15:13:38.651296 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] For port 2a7be2b8-33a9-47f6-8f09-0658ae20049e, host hv-cinder-76377, cleared binding levels {{(pid=80168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:13:38.661023 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] For port 2a7be2b8-33a9-47f6-8f09-0658ae20049e, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=2a7be2b8-33a9-47f6-8f09-0658ae20049e,segment=NetworkSegment(2946827c-3ac6-4a9c-9686-48d75ceb7c07),segment_id=2946827c-3ac6-4a9c-9686-48d75ceb7c07)] {{(pid=80168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:13:38.666135 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823312390'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:38.705823 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:38.744080 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 09751bde-44c5-4374-86ca-edf3439c2db4 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:38.744755 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:38.987720 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Pushing event updated for resources: {'Port': ['ID=2a7be2b8-33a9-47f6-8f09-0658ae20049e,revision_number=3']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:38.996451 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:39.040497 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd061c-34c6-49d0-9745-0d8831ffd3f6 req-1c955be7-1843-42c6-802c-4ebba656ee45 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:39.042289 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dccd061c-34c6-49d0-9745-0d8831ffd3f6 req-1c955be7-1843-42c6-802c-4ebba656ee45 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.8567393 Jan 22 15:13:39.047392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:39.048073 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:39.049786 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] 10.222.0.63 "PUT /v2.0/ports/2a7be2b8-33a9-47f6-8f09-0658ae20049e HTTP/1.1" status: 200 len: 1158 time: 4.0999539 Jan 22 15:13:39.050027 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'tag': '2a7be2b8-33a9-47f6-8f09-0658ae20049e'}] {{(pid=80168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:13:39.185225 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dccd061c-34c6-49d0-9745-0d8831ffd3f6 req-990c8880-c724-46db-a11d-993b6dc0c942 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232355 Jan 22 15:13:39.229584 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-c4b1c486-b05a-4a17-a8eb-968c4a065a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:39.232990 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-c4b1c486-b05a-4a17-a8eb-968c4a065a3f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5942d7cf065345f1bf77030f6f5ab8fc&device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 1161 time: 0.1087372 Jan 22 15:13:39.353949 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-17ec6e73-10c9-4e20-89ca-fbca030037c6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a7be2b8-33a9-47f6-8f09-0658ae20049e HTTP/1.1" status: 200 len: 217 time: 0.0844405 Jan 22 15:13:39.467496 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'tag': '2a7be2b8-33a9-47f6-8f09-0658ae20049e', 'status': 'completed', 'code': 200} Jan 22 15:13:39.500715 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-37a9808d-0143-4e79-8e8e-f7c17b237646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:39.502329 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-37a9808d-0143-4e79-8e8e-f7c17b237646 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0 HTTP/1.1" status: 200 len: 854 time: 0.1271021 Jan 22 15:13:39.961831 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506cc99-3e08-4f12-8f6b-e46df4761aa0 req-b6491b7f-6b1c-4d3c-99cb-ae3627693310 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:39.962672 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-1506cc99-3e08-4f12-8f6b-e46df4761aa0 req-b6491b7f-6b1c-4d3c-99cb-ae3627693310 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Synchronizing usage tracker for tenant:e16c63cada56495f929f122a4d474555 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:13:40.003082 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-1506cc99-3e08-4f12-8f6b-e46df4761aa0 req-b6491b7f-6b1c-4d3c-99cb-ae3627693310 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Unset dirty status for tenant:e16c63cada56495f929f122a4d474555 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:13:40.004461 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1506cc99-3e08-4f12-8f6b-e46df4761aa0 req-b6491b7f-6b1c-4d3c-99cb-ae3627693310 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 945 time: 0.3172166 Jan 22 15:13:40.065525 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-5bc2217f-1dae-4e2a-94e6-4300bf71598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:40.074260 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-5bc2217f-1dae-4e2a-94e6-4300bf71598a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=47e14c0b-3f18-45c7-af64-d43f0c6806cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3763759 Jan 22 15:13:40.127204 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1506cc99-3e08-4f12-8f6b-e46df4761aa0 req-da542195-df21-4173-92a5-814c3c238fd8 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091554 Jan 22 15:13:40.280706 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30465c3-c9aa-4126-b833-589cffa68386 req-883852fe-71e0-4d91-afc2-6f6e621f3a63 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:40.281558 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-c30465c3-c9aa-4126-b833-589cffa68386 req-883852fe-71e0-4d91-afc2-6f6e621f3a63 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Synchronizing usage tracker for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:port {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:13:40.344565 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-c30465c3-c9aa-4126-b833-589cffa68386 req-883852fe-71e0-4d91-afc2-6f6e621f3a63 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Unset dirty status for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:port {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:13:40.346003 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 43604) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:40.352766 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c30465c3-c9aa-4126-b833-589cffa68386 req-883852fe-71e0-4d91-afc2-6f6e621f3a63 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 944 time: 0.4446878 Jan 22 15:13:40.415188 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-2b6dee12-8677-44e6-a0c6-3211a5b7a859 service neutron] 10.222.0.63 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274915 Jan 22 15:13:40.439233 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-c30465c3-c9aa-4126-b833-589cffa68386 req-bd21b698-6b2e-485d-bda1-f625455455ca tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Synchronizing usage tracker for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:security_group {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:13:40.562900 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-c30465c3-c9aa-4126-b833-589cffa68386 req-bd21b698-6b2e-485d-bda1-f625455455ca tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Unset dirty status for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:security_group {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:13:40.575166 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c30465c3-c9aa-4126-b833-589cffa68386 req-bd21b698-6b2e-485d-bda1-f625455455ca tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212656 Jan 22 15:13:40.679109 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-517310bd-b530-47f5-b35d-d1ea6e11f1c1 req-c003f648-5cb8-4c5d-ac30-60518171c4e3 service neutron] 10.222.0.63 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2353375 Jan 22 15:13:40.765192 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ff4fabf2-4f02-4851-8701-9d8388c2bb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:40.825253 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805cd76-7c1a-48af-9209-28883f386b23 req-6484b0b9-b199-420b-8713-1953a7111377 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:40.834376 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9805cd76-7c1a-48af-9209-28883f386b23 req-6484b0b9-b199-420b-8713-1953a7111377 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.2783368 Jan 22 15:13:40.973926 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9805cd76-7c1a-48af-9209-28883f386b23 req-1517967e-0cda-4250-8934-53a29a5e9992 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387565 Jan 22 15:13:40.979666 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c2b7c-c4c1-4821-8bcc-00ec4bed9ab0 req-e0552920-7efa-4c2f-9472-946f36e0898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:40.981500 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-730c2b7c-c4c1-4821-8bcc-00ec4bed9ab0 req-e0552920-7efa-4c2f-9472-946f36e0898f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5942d7cf065345f1bf77030f6f5ab8fc&device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 1161 time: 0.1821034 Jan 22 15:13:40.982540 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ff4fabf2-4f02-4851-8701-9d8388c2bb1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:13:40.988780 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ff4fabf2-4f02-4851-8701-9d8388c2bb1d admin admin] Usage tracker for resource:security_group_rule and tenant:f765ff79980a4246ac59c3e5cbcd5295 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:13:40.994091 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ff4fabf2-4f02-4851-8701-9d8388c2bb1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:13:41.002986 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ff4fabf2-4f02-4851-8701-9d8388c2bb1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:13:41.129740 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ff4fabf2-4f02-4851-8701-9d8388c2bb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:41.134780 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ff4fabf2-4f02-4851-8701-9d8388c2bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:41.177008 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-da09c858-6933-4c6a-8d9f-53f7d8e7b620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:41.217499 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-ff4fabf2-4f02-4851-8701-9d8388c2bb1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f765ff79980a4246ac59c3e5cbcd5295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8699908 Jan 22 15:13:41.219526 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fabf2-4f02-4851-8701-9d8388c2bb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2333fa03-21df-47ff-9dc6-a1f3595cad4c,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:41.220856 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 43612) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:41.224430 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c2b7c-c4c1-4821-8bcc-00ec4bed9ab0 req-24935b1f-2b91-4f7d-b485-bde522d1750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:41.226353 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-730c2b7c-c4c1-4821-8bcc-00ec4bed9ab0 req-24935b1f-2b91-4f7d-b485-bde522d1750c service neutron] 10.222.0.63 "GET /v2.0/networks?id=47e14c0b-3f18-45c7-af64-d43f0c6806cc HTTP/1.1" status: 200 len: 909 time: 0.2355232 Jan 22 15:13:41.237778 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ff4fabf2-4f02-4851-8701-9d8388c2bb1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:41.369991 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-730c2b7c-c4c1-4821-8bcc-00ec4bed9ab0 req-c75c99c3-0fc0-4855-8777-40ed359bdbba service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a7be2b8-33a9-47f6-8f09-0658ae20049e HTTP/1.1" status: 200 len: 217 time: 0.0871298 Jan 22 15:13:41.751828 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c2b7c-c4c1-4821-8bcc-00ec4bed9ab0 req-c8d02125-31fd-49ad-9436-caaabd916b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:41.751828 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-730c2b7c-c4c1-4821-8bcc-00ec4bed9ab0 req-c8d02125-31fd-49ad-9436-caaabd916b88 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0 HTTP/1.1" status: 200 len: 854 time: 0.2431080 Jan 22 15:13:41.769106 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6eeaa66-a6e7-4871-93d8-80db87eac052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:41.849746 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6eeaa66-a6e7-4871-93d8-80db87eac052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:41.919688 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 09751bde-44c5-4374-86ca-edf3439c2db4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:41.995643 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6eeaa66-a6e7-4871-93d8-80db87eac052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:42.010813 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-14354815-6b4c-4fec-8ea9-d2ca60661848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:42.045295 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eeaa66-a6e7-4871-93d8-80db87eac052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2333fa03-21df-47ff-9dc6-a1f3595cad4c,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:42.080614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d6eeaa66-a6e7-4871-93d8-80db87eac052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:42.081796 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6eeaa66-a6e7-4871-93d8-80db87eac052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:42.083104 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d6eeaa66-a6e7-4871-93d8-80db87eac052 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2333fa03-21df-47ff-9dc6-a1f3595cad4c HTTP/1.1" status: 204 len: 168 time: 0.8607535 Jan 22 15:13:42.105624 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 09751bde-44c5-4374-86ca-edf3439c2db4 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:42.106110 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:42.163449 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe3239-7f91-465d-835f-e8023cc76d49 req-dccc14ed-e774-4b9c-a80d-1441eb525e67 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:42.165314 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-aafe3239-7f91-465d-835f-e8023cc76d49 req-dccc14ed-e774-4b9c-a80d-1441eb525e67 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.63 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 945 time: 0.3291774 Jan 22 15:13:42.188178 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119d49c-de6f-4c67-860e-b134eb6d5657 req-bb02689b-d5e2-44b4-b991-c64b4b151312 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:42.202329 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2119d49c-de6f-4c67-860e-b134eb6d5657 req-bb02689b-d5e2-44b4-b991-c64b4b151312 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 945 time: 0.8369443 Jan 22 15:13:42.286256 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-aafe3239-7f91-465d-835f-e8023cc76d49 req-6227d827-d650-4a1f-a92d-6ebe9a6bd8a6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Deleting port f8b2d3f0-16d6-43be-a80c-a5169ee353e7 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:13:42.286822 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-aafe3239-7f91-465d-835f-e8023cc76d49 req-6227d827-d650-4a1f-a92d-6ebe9a6bd8a6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:42.322451 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2119d49c-de6f-4c67-860e-b134eb6d5657 req-f7c2afdd-2dfa-4233-8aab-e170a0a6b756 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151369 Jan 22 15:13:42.347452 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c2b7c-c4c1-4821-8bcc-00ec4bed9ab0 req-5f893159-c373-46d5-b164-b997fe7f5fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:42.352159 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-730c2b7c-c4c1-4821-8bcc-00ec4bed9ab0 req-5f893159-c373-46d5-b164-b997fe7f5fea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=47e14c0b-3f18-45c7-af64-d43f0c6806cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4374514 Jan 22 15:13:42.412368 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa8274-86da-4ea7-8231-32aafa1abbc5 req-616476de-af8b-42cb-b758-10e7df85f364 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:42.426634 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-73fa8274-86da-4ea7-8231-32aafa1abbc5 req-616476de-af8b-42cb-b758-10e7df85f364 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 944 time: 0.4734917 Jan 22 15:13:42.728125 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-730c2b7c-c4c1-4821-8bcc-00ec4bed9ab0 req-4cd8e8ed-3ca2-47de-90c5-e93c6481f21e service neutron] 10.222.0.63 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595862 Jan 22 15:13:42.769649 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-aafe3239-7f91-465d-835f-e8023cc76d49 req-6227d827-d650-4a1f-a92d-6ebe9a6bd8a6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] For port f8b2d3f0-16d6-43be-a80c-a5169ee353e7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f8b2d3f0-16d6-43be-a80c-a5169ee353e7,segment=NetworkSegment(3239addc-c16c-423c-b32c-0ea23cec08b4),segment_id=3239addc-c16c-423c-b32c-0ea23cec08b4)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:13:42.770206 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-aafe3239-7f91-465d-835f-e8023cc76d49 req-6227d827-d650-4a1f-a92d-6ebe9a6bd8a6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:42.986731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-aafe3239-7f91-465d-835f-e8023cc76d49 req-6227d827-d650-4a1f-a92d-6ebe9a6bd8a6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Calling delete_port for f8b2d3f0-16d6-43be-a80c-a5169ee353e7 owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:13:43.033098 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 43630) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:43.152831 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-999c5d4e-4fd8-41ff-8f99-375f56bc7eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:43.185181 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-73fa8274-86da-4ea7-8231-32aafa1abbc5 req-52cacf4c-e7d4-4b39-aaae-e50d3b9d0f29 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7574151 Jan 22 15:13:43.210164 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-999c5d4e-4fd8-41ff-8f99-375f56bc7eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:13:43.217739 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-999c5d4e-4fd8-41ff-8f99-375f56bc7eb4 admin admin] Usage tracker for resource:security_group_rule and tenant:ece62df1391b4813b8be5efc5db06a02 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:13:43.225723 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-999c5d4e-4fd8-41ff-8f99-375f56bc7eb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:13:43.263841 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-999c5d4e-4fd8-41ff-8f99-375f56bc7eb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:13:43.391004 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-999c5d4e-4fd8-41ff-8f99-375f56bc7eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:43.409329 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-999c5d4e-4fd8-41ff-8f99-375f56bc7eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:43.453260 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-71fcadc8-931c-4457-9d88-1d7c788db7b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:43.460833 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1e64a-8683-410c-82f4-24df5e1e9751 req-cd0fb00c-04d3-4ac3-bf3c-5ccead6d4851 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:43.465917 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-999c5d4e-4fd8-41ff-8f99-375f56bc7eb4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ece62df1391b4813b8be5efc5db06a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266720 Jan 22 15:13:43.467809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 43636) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:43.483425 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-60a1e64a-8683-410c-82f4-24df5e1e9751 req-cd0fb00c-04d3-4ac3-bf3c-5ccead6d4851 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.7504234 Jan 22 15:13:43.564102 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device f8b2d3f0-16d6-43be-a80c-a5169ee353e7 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:13:43.587731 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-60a1e64a-8683-410c-82f4-24df5e1e9751 req-adfe6e7c-d2e7-446e-9cbe-f2a6eebf7dbb tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024039 Jan 22 15:13:43.661490 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-730c2b7c-c4c1-4821-8bcc-00ec4bed9ab0 req-af1f2236-9be5-4921-83bc-7d098fd613d8 service neutron] 10.222.0.63 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7374363 Jan 22 15:13:43.696574 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c5d4e-4fd8-41ff-8f99-375f56bc7eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1669cd3-1f63-4909-9671-09c60a0ffccc,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:43.712545 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-999c5d4e-4fd8-41ff-8f99-375f56bc7eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:43.783190 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:43.845106 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82c777-16dc-409b-961f-326989176f93 req-8ddc9bc1-0c7d-43d1-9c63-45380d295df9 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:43.846997 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6b82c777-16dc-409b-961f-326989176f93 req-8ddc9bc1-0c7d-43d1-9c63-45380d295df9 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 945 time: 0.2675755 Jan 22 15:13:43.847868 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ec29922b-c90d-4169-a8c8-5055abbe6483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:43.919585 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-aafe3239-7f91-465d-835f-e8023cc76d49 req-6227d827-d650-4a1f-a92d-6ebe9a6bd8a6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:43.959775 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-63a72b60-8b40-4d12-9a96-d62b7e3cb567 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:44.009670 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6b82c777-16dc-409b-961f-326989176f93 req-78c0b2be-5c8e-49b0-a37b-1c236b027474 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527286 Jan 22 15:13:44.020490 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ec29922b-c90d-4169-a8c8-5055abbe6483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:44.037246 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227d827-d650-4a1f-a92d-6ebe9a6bd8a6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Pushing event deleted for resources: {'Port': ['ID=f8b2d3f0-16d6-43be-a80c-a5169ee353e7,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:44.093063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6227d827-d650-4a1f-a92d-6ebe9a6bd8a6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:44.396046 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ec29922b-c90d-4169-a8c8-5055abbe6483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:44.403638 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-04b2a07c-d9bc-4d12-8781-72b0bc37dfb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:44.430405 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29922b-c90d-4169-a8c8-5055abbe6483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1669cd3-1f63-4909-9671-09c60a0ffccc,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:44.436110 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ec29922b-c90d-4169-a8c8-5055abbe6483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:44.497133 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafe3239-7f91-465d-835f-e8023cc76d49 req-6227d827-d650-4a1f-a92d-6ebe9a6bd8a6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] No DVR routers for this DVR port f8b2d3f0-16d6-43be-a80c-a5169ee353e7 on host hv-cinder-76377 {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:13:44.501480 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-aafe3239-7f91-465d-835f-e8023cc76d49 req-6227d827-d650-4a1f-a92d-6ebe9a6bd8a6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:44.504526 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcf1586-3fe2-4885-844a-aee0f9e11b4e', 'name': 'network-vif-deleted', 'tag': 'f8b2d3f0-16d6-43be-a80c-a5169ee353e7'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:13:44.516732 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ec29922b-c90d-4169-a8c8-5055abbe6483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:44.520436 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-ec29922b-c90d-4169-a8c8-5055abbe6483 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1669cd3-1f63-4909-9671-09c60a0ffccc HTTP/1.1" status: 204 len: 168 time: 1.0468934 Jan 22 15:13:44.520436 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-aafe3239-7f91-465d-835f-e8023cc76d49 req-6227d827-d650-4a1f-a92d-6ebe9a6bd8a6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.63 "DELETE /v2.0/ports/f8b2d3f0-16d6-43be-a80c-a5169ee353e7 HTTP/1.1" status: 204 len: 173 time: 2.3484993 Jan 22 15:13:44.544367 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91907a3b-ea93-4784-b510-dcb158a18cd6 req-26e33701-8c5a-40c0-99fb-44222f4a53a6 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:44.547006 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-91907a3b-ea93-4784-b510-dcb158a18cd6 req-26e33701-8c5a-40c0-99fb-44222f4a53a6 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 944 time: 0.1964605 Jan 22 15:13:44.580892 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcf1586-3fe2-4885-844a-aee0f9e11b4e', 'name': 'network-vif-deleted', 'tag': 'f8b2d3f0-16d6-43be-a80c-a5169ee353e7', 'status': 'completed', 'code': 200} Jan 22 15:13:44.606737 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-91907a3b-ea93-4784-b510-dcb158a18cd6 req-9a15e041-d017-435c-86fb-2642c28580c1 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512829 Jan 22 15:13:44.860408 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b91c74-c6e3-467e-80e7-cb91169d6bec req-a87d0a43-cb1f-4f08-baee-5a5ac308c235 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:44.862139 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c0b91c74-c6e3-467e-80e7-cb91169d6bec req-a87d0a43-cb1f-4f08-baee-5a5ac308c235 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1278563 Jan 22 15:13:44.922293 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c0b91c74-c6e3-467e-80e7-cb91169d6bec req-0e6ba039-862f-465f-9d1b-a4f5f1f90655 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537956 Jan 22 15:13:45.254190 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6bc68849-2f53-4442-8bae-ad9dc27d37cd req-e0a8f09e-5f08-4143-b853-95baeea313f3 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 210 time: 0.0599880 Jan 22 15:13:45.903168 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184166d-ab83-47ec-92e8-d752982ded43 req-24ca8d33-b746-4116-9920-f1381c17f93d tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:45.904975 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1184166d-ab83-47ec-92e8-d752982ded43 req-24ca8d33-b746-4116-9920-f1381c17f93d tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 944 time: 0.1153822 Jan 22 15:13:45.969492 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1184166d-ab83-47ec-92e8-d752982ded43 req-10c64af0-6652-4b0a-980e-9f0b0e99fd5b tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572722 Jan 22 15:13:46.201457 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90135fd-e842-479c-956a-50e5a28ac871 req-ba51d514-a5dc-4219-8943-30f958e92650 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:46.202984 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b90135fd-e842-479c-956a-50e5a28ac871 req-ba51d514-a5dc-4219-8943-30f958e92650 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1204820 Jan 22 15:13:46.283267 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b90135fd-e842-479c-956a-50e5a28ac871 req-30970a2e-d11b-4f7e-8565-745e571f6afa tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725551 Jan 22 15:13:46.462077 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-40ece974-b0af-447b-8d2e-e70f6b6ca490 req-6c9b7a0b-6993-424b-a27b-9d98957dc5cc tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Synchronizing usage tracker for tenant:e16c63cada56495f929f122a4d474555 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:13:46.491690 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-40ece974-b0af-447b-8d2e-e70f6b6ca490 req-6c9b7a0b-6993-424b-a27b-9d98957dc5cc tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Unset dirty status for tenant:e16c63cada56495f929f122a4d474555 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:13:46.505350 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-40ece974-b0af-447b-8d2e-e70f6b6ca490 req-6c9b7a0b-6993-424b-a27b-9d98957dc5cc tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 210 time: 0.1045089 Jan 22 15:13:47.233672 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345038d-2224-48f8-aedc-8a80398f2096 req-d13c29d7-e3d1-4aa2-ac60-e65a186b8eb3 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:47.235361 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b345038d-2224-48f8-aedc-8a80398f2096 req-d13c29d7-e3d1-4aa2-ac60-e65a186b8eb3 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 944 time: 0.1078589 Jan 22 15:13:47.293081 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b345038d-2224-48f8-aedc-8a80398f2096 req-c55c621c-a3da-4927-b847-2adb8c3cd5ef tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506918 Jan 22 15:13:47.590795 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804afc3c-c87c-403f-81b5-9ff16089d3a9 req-4af7968e-1aeb-405a-aeb0-9d9db8c44d21 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:47.592521 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-804afc3c-c87c-403f-81b5-9ff16089d3a9 req-4af7968e-1aeb-405a-aeb0-9d9db8c44d21 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1092627 Jan 22 15:13:47.649347 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-804afc3c-c87c-403f-81b5-9ff16089d3a9 req-b710bb74-6a47-4616-a822-fcf6b2ddfff6 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501711 Jan 22 15:13:47.698455 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-29f61156-5bda-479c-9bf9-7ae8d9d9b5c9 req-e5842cfc-c914-4a5a-95ec-7f2edb1e4b0e tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 210 time: 0.0509892 Jan 22 15:13:47.875615 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 43762) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:47.944201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fea166e-50c4-4492-8068-e1d32b138188 admin admin] Deleting subnet 64ddc34f-ab5b-487d-bc71-90462f040559 {{(pid=80168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 15:13:47.947344 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8fea166e-50c4-4492-8068-e1d32b138188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:48.005681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8fea166e-50c4-4492-8068-e1d32b138188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32226433'] for subnet, precommit_delete_associations {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:48.084298 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8fea166e-50c4-4492-8068-e1d32b138188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851338077'] for subnet, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:48.398200 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8fea166e-50c4-4492-8068-e1d32b138188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3437755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823312457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2092602'] for subnet, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:48.416851 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:48.509344 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea166e-50c4-4492-8068-e1d32b138188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ddc34f-ab5b-487d-bc71-90462f040559,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:48.516662 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8fea166e-50c4-4492-8068-e1d32b138188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:48.575285 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d391f9-58a6-4be0-b26f-72712c454dd9 req-d567e181-3c29-4f26-b749-102b07c03dcb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:48.577191 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-98d391f9-58a6-4be0-b26f-72712c454dd9 req-d567e181-3c29-4f26-b749-102b07c03dcb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 944 time: 0.1250806 Jan 22 15:13:48.598795 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8fea166e-50c4-4492-8068-e1d32b138188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:48.605564 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-8fea166e-50c4-4492-8068-e1d32b138188 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/64ddc34f-ab5b-487d-bc71-90462f040559 HTTP/1.1" status: 204 len: 168 time: 0.7287028 Jan 22 15:13:48.609413 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 43772) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:48.654758 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-98d391f9-58a6-4be0-b26f-72712c454dd9 req-8dbfec24-1e7c-4749-9dc1-d8669e943190 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706878 Jan 22 15:13:48.762838 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851173077'] for network, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:48.927750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d010520-01db-497b-beeb-ec9c9174414e req-69cfcbe2-0b7e-4cf9-8f99-213f9a42ef1b tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:48.929346 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1d010520-01db-497b-beeb-ec9c9174414e req-69cfcbe2-0b7e-4cf9-8f99-213f9a42ef1b tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1260982 Jan 22 15:13:48.948155 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-009677d6-078d-441f-85f4-9e8d605675f9 req-f9648f65-1810-4625-9804-a476a12e6d4a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 210 time: 0.0739322 Jan 22 15:13:48.987421 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1d010520-01db-497b-beeb-ec9c9174414e req-d8bd4214-e4be-4430-ab6c-02cf4b1fd722 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510421 Jan 22 15:13:49.026721 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3437584', 'neutron.services.segments.db._delete_segments_for_network--9223363265338935241'] for network, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:49.145336 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:13:49.145740 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:13:49.146621 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:13:49.147007 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Subscribe: > port after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:13:49.147374 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:13:49.147774 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Subscribe: > port after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:13:49.148138 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:13:49.148503 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:13:49.148865 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:13:49.149226 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:13:49.262209 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:13:49.262692 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:13:49.263057 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:13:49.263437 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 22 15:13:49.263854 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9d3802-e64b-45cd-a324-883109059473']}} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:13:49.278444 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4124ac8a-7df4-4288-bfb5-24736c2b49d8') {'for_net_delete': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:13:49.278795 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4124ac8a-7df4-4288-bfb5-24736c2b49d8') {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:13:49.292072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265338937289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28161519'] for segment, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:49.310969 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:49.313230 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 15:13:49.513385 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Network df9d3802-e64b-45cd-a324-883109059473 has no segments {{(pid=80167) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:13:49.523803 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851327524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826645443'] for segment, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:49.706119 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Network df9d3802-e64b-45cd-a324-883109059473 has no segments {{(pid=80167) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: (rel_b, rel_a, rel_b), Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: (rel_b, rel_a, rel_b), Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: Traceback (most recent call last): Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: timer() Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: cb(*args, **kw) Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: return func(*args, **kwargs) Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: self._notify() Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: self.callback(batched_events) Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: event.method(event) Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: segment_id)['aggregates'][0] Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: return f(self, *a, **k) Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: return self._get(url).json() Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: **kwargs) Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: return self.request(url, 'GET', **kwargs) Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: **endpoint_filter) Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 15:13:49.734233 dv-cinder-763774-2-smb neutron-server[80056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 15:13:49.883417 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851338216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854265033'] for network, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:49.892128 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:49.918289 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Pushing event deleted for resources: {'Network': ['ID=df9d3802-e64b-45cd-a324-883109059473,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:49.920634 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:49.950008 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9cb44-9e64-4d00-b5ed-cc8b975e5103 req-ee2cc586-0bd3-482a-b0cd-4161cb671378 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:49.951623 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2af9cb44-9e64-4d00-b5ed-cc8b975e5103 req-ee2cc586-0bd3-482a-b0cd-4161cb671378 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 944 time: 0.1596000 Jan 22 15:13:49.952558 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:49.980766 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d6b4a5e2-7048-4a7e-81ac-418389b18941 admin admin] 10.222.0.53 "DELETE /v2.0/networks/df9d3802-e64b-45cd-a324-883109059473 HTTP/1.1" status: 204 len: 168 time: 1.3695774 Jan 22 15:13:50.022999 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2af9cb44-9e64-4d00-b5ed-cc8b975e5103 req-4ee2768e-bcb3-4920-a513-fd32a8e605e8 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636244 Jan 22 15:13:50.083416 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3794cad-09e8-4390-b3a5-e1ad5d5b71f6 req-34d296ed-0573-4c09-9816-ec0cb44ff9fa service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0855601 Jan 22 15:13:50.224581 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 43796) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:50.248640 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-573ab758-b9fc-42ce-a3d4-89b6e2c70e24 req-7fd9a3dc-45df-467c-93fb-8820d6d7b366 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=4fcf1586-3fe2-4885-844a-aee0f9e11b4e HTTP/1.1" status: 200 len: 210 time: 0.1035502 Jan 22 15:13:50.285474 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3794cad-09e8-4390-b3a5-e1ad5d5b71f6 req-522555d5-68ee-431c-9ed5-8d827eb54933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:50.287118 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3794cad-09e8-4390-b3a5-e1ad5d5b71f6 req-522555d5-68ee-431c-9ed5-8d827eb54933 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e16c63cada56495f929f122a4d474555&device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 1163 time: 0.0874438 Jan 22 15:13:50.299761 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-09db3f1e-a367-45e4-acc3-5f0fe4be2d75 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e4cafaa96214974af2149fe92d34513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738580 Jan 22 15:13:50.302404 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 43800) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:50.336223 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56551db4-094d-4138-a83f-cf965df01a5f req-569ceac1-65bf-4195-b8e8-39d531a7a1e7 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:50.337892 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-56551db4-094d-4138-a83f-cf965df01a5f req-569ceac1-65bf-4195-b8e8-39d531a7a1e7 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1548660 Jan 22 15:13:50.402790 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-56551db4-094d-4138-a83f-cf965df01a5f req-6effd6f9-4f1c-4e9e-9f80-14ea27ff4287 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542564 Jan 22 15:13:50.492002 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-44bdd171-38bf-41cb-8de9-83fed9788ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:50.509267 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3794cad-09e8-4390-b3a5-e1ad5d5b71f6 req-34849d79-d89c-4628-a450-261dc04582be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:50.510892 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3794cad-09e8-4390-b3a5-e1ad5d5b71f6 req-34849d79-d89c-4628-a450-261dc04582be service neutron] 10.222.0.63 "GET /v2.0/networks?id=768f6f7f-e2d6-4869-9735-e2dc09c738da HTTP/1.1" status: 200 len: 909 time: 0.1951189 Jan 22 15:13:50.595362 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-44bdd171-38bf-41cb-8de9-83fed9788ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:50.603345 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3794cad-09e8-4390-b3a5-e1ad5d5b71f6 req-0290a6d2-5842-4f90-99e2-dc8fa22b0343 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5af79b7e-33c6-4493-8e8c-a520d4babd0b HTTP/1.1" status: 200 len: 217 time: 0.0825882 Jan 22 15:13:50.696095 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3794cad-09e8-4390-b3a5-e1ad5d5b71f6 req-48169917-9cd9-4d0a-b244-aa57bef92435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:50.697715 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3794cad-09e8-4390-b3a5-e1ad5d5b71f6 req-48169917-9cd9-4d0a-b244-aa57bef92435 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8f2babf-a99e-450f-bc7d-225705675f56 HTTP/1.1" status: 200 len: 855 time: 0.0832586 Jan 22 15:13:50.704778 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-44bdd171-38bf-41cb-8de9-83fed9788ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:50.710750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:50.773479 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdd171-38bf-41cb-8de9-83fed9788ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaed3a0-f043-4afa-a32d-20756d5f8810,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:50.778404 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3794cad-09e8-4390-b3a5-e1ad5d5b71f6 req-76bda09c-2ea7-4214-b844-d7753a8b7cd7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=768f6f7f-e2d6-4869-9735-e2dc09c738da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697539 Jan 22 15:13:50.779077 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-44bdd171-38bf-41cb-8de9-83fed9788ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:50.785206 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-44bdd171-38bf-41cb-8de9-83fed9788ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:50.786483 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-44bdd171-38bf-41cb-8de9-83fed9788ec5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aaaed3a0-f043-4afa-a32d-20756d5f8810 HTTP/1.1" status: 204 len: 168 time: 0.4828839 Jan 22 15:13:50.893845 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ea04c15c-db34-4359-899e-d6b819dcbf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:50.938256 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3794cad-09e8-4390-b3a5-e1ad5d5b71f6 req-2e6369ff-03ff-470d-8703-2a7178bf9b9d service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504946 Jan 22 15:13:51.088120 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3794cad-09e8-4390-b3a5-e1ad5d5b71f6 req-7085d47d-8f1f-412c-bba0-60fcffbb0870 service neutron] 10.222.0.63 "GET /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409814 Jan 22 15:13:51.349051 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402de65-1423-4e4b-9a66-5cbdf0757be6 req-74176b56-00c7-43c4-93b1-fbf71d2178d7 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:51.351240 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3402de65-1423-4e4b-9a66-5cbdf0757be6 req-74176b56-00c7-43c4-93b1-fbf71d2178d7 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 944 time: 0.1858892 Jan 22 15:13:51.362899 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084cab34-d535-41e3-839e-1f8e88e5aa3b req-0f4a942e-07e3-4cff-836f-8295193271fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:51.364746 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-084cab34-d535-41e3-839e-1f8e88e5aa3b req-0f4a942e-07e3-4cff-836f-8295193271fb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 1163 time: 0.1600895 Jan 22 15:13:51.445752 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3402de65-1423-4e4b-9a66-5cbdf0757be6 req-90b03aac-2b86-4df0-bc73-4a5e821c4c01 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798266 Jan 22 15:13:51.455306 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-084cab34-d535-41e3-839e-1f8e88e5aa3b req-4facc753-043f-4a36-b5bb-afee2e2bd077 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727532 Jan 22 15:13:51.663563 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4d672-e9dd-4cab-9ad9-853f9798363e req-a1e88345-ca91-49ce-b96d-d211b9428400 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:51.665189 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-50b4d672-e9dd-4cab-9ad9-853f9798363e req-a1e88345-ca91-49ce-b96d-d211b9428400 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1083055 Jan 22 15:13:51.719677 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-50b4d672-e9dd-4cab-9ad9-853f9798363e req-b4d50207-a7b2-4b3b-9489-37ea4e5d3acc tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470107 Jan 22 15:13:52.777447 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099d2a7-2f06-4c73-b996-40df53d6d629 req-99300d82-851b-4871-b971-69a9a5c144dd tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:52.780502 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6099d2a7-2f06-4c73-b996-40df53d6d629 req-99300d82-851b-4871-b971-69a9a5c144dd tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 944 time: 0.1774101 Jan 22 15:13:52.823576 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bebca2e1-717b-48a5-a47b-dcea839c8adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:52.847948 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6099d2a7-2f06-4c73-b996-40df53d6d629 req-6175093f-f0b4-45ca-b33b-178e3b730b57 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564213 Jan 22 15:13:53.098584 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2231450-89b6-4b79-be75-a1f1888ed457 req-6c5e5bb3-e6e9-4eb3-a91e-2ed9cb7193c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:53.100247 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a2231450-89b6-4b79-be75-a1f1888ed457 req-6c5e5bb3-e6e9-4eb3-a91e-2ed9cb7193c5 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1240737 Jan 22 15:13:53.158506 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a2231450-89b6-4b79-be75-a1f1888ed457 req-365fb20b-a796-499c-9cd2-a2bf96548288 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507209 Jan 22 15:13:53.160506 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4828da-a753-48f9-b9be-e3b8e19efbee req-1ffb5b14-5a45-4b2f-b2cd-048e18915f0f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:53.162204 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0f4828da-a753-48f9-b9be-e3b8e19efbee req-1ffb5b14-5a45-4b2f-b2cd-048e18915f0f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 946 time: 0.1196499 Jan 22 15:13:53.222973 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0f4828da-a753-48f9-b9be-e3b8e19efbee req-f234d008-5d7e-4677-a9c4-b5b881c06ddb tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538948 Jan 22 15:13:53.567254 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:53.819413 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600844b2-10b5-46ab-8246-cc4e1c8938ee req-1e00b271-4939-481b-87cf-29808af8b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:53.821049 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-600844b2-10b5-46ab-8246-cc4e1c8938ee req-1e00b271-4939-481b-87cf-29808af8b56a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=de4a334daf5d465d8ca9d1d3fa080980&device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 1163 time: 0.1511378 Jan 22 15:13:53.926623 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.objects.ports [None req-900ca0db-749b-4c6d-93fb-d260c616215f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80169) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 15:13:53.952534 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feaabe-0a56-4990-baf5-f42291ce5440 req-0c5e9830-358f-4f4f-94bf-baaa39500e0d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:53.954233 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-08feaabe-0a56-4990-baf5-f42291ce5440 req-0c5e9830-358f-4f4f-94bf-baaa39500e0d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.2300007 Jan 22 15:13:54.037138 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-08feaabe-0a56-4990-baf5-f42291ce5440 req-d5aba362-5344-4806-a7d3-73087e86484b tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751543 Jan 22 15:13:54.062803 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600844b2-10b5-46ab-8246-cc4e1c8938ee req-3f2bee84-32a4-470a-b03b-86643d80f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:54.062803 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-600844b2-10b5-46ab-8246-cc4e1c8938ee req-3f2bee84-32a4-470a-b03b-86643d80f65d service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c26af83-6424-413a-870e-e57e022aad52 HTTP/1.1" status: 200 len: 912 time: 0.2309301 Jan 22 15:13:54.099352 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a4808-9c79-47c6-9f37-6028305bc9c2 req-46746d52-778b-4853-92a0-3d42d4b69077 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:54.101004 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0c5a4808-9c79-47c6-9f37-6028305bc9c2 req-46746d52-778b-4853-92a0-3d42d4b69077 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 944 time: 0.1088428 Jan 22 15:13:54.139871 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-600844b2-10b5-46ab-8246-cc4e1c8938ee req-1a11225e-aa64-4ba6-a524-90facd4865ad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09751bde-44c5-4374-86ca-edf3439c2db4 HTTP/1.1" status: 200 len: 217 time: 0.0711403 Jan 22 15:13:54.155225 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0c5a4808-9c79-47c6-9f37-6028305bc9c2 req-f52a00ab-5076-43d1-9808-e4720c367c97 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477295 Jan 22 15:13:54.210498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600844b2-10b5-46ab-8246-cc4e1c8938ee req-eafb96d6-2d21-43b6-b570-1edc942c625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:54.212082 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-600844b2-10b5-46ab-8246-cc4e1c8938ee req-eafb96d6-2d21-43b6-b570-1edc942c625f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=44e4ccfe-d0bd-430b-ad83-24fa2be62153 HTTP/1.1" status: 200 len: 858 time: 0.0650373 Jan 22 15:13:54.271196 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-600844b2-10b5-46ab-8246-cc4e1c8938ee req-7cd51351-9f76-4a22-b6ab-10c0cbc3538a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c26af83-6424-413a-870e-e57e022aad52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511801 Jan 22 15:13:54.617786 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:54.648756 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 2a7be2b8-33a9-47f6-8f09-0658ae20049e up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:54.691059 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-600844b2-10b5-46ab-8246-cc4e1c8938ee req-ad5a8a63-2f4c-4b63-b549-6502fc2828b3 service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120624 Jan 22 15:13:54.721352 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:54.727329 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ce486-321e-4fc8-882c-49de505273f1 req-2554d057-6701-45eb-bb26-38e9e3a0a5a6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:54.728969 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-517ce486-321e-4fc8-882c-49de505273f1 req-2554d057-6701-45eb-bb26-38e9e3a0a5a6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 946 time: 0.3710349 Jan 22 15:13:54.739710 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port 2a7be2b8-33a9-47f6-8f09-0658ae20049e completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:13:54.744912 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 2a7be2b8-33a9-47f6-8f09-0658ae20049e triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:54.745408 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:54.874978 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-517ce486-321e-4fc8-882c-49de505273f1 req-83e557ce-7226-4281-aca3-bf566879d126 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205680 Jan 22 15:13:54.881074 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:54.915385 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7be2b8-33a9-47f6-8f09-0658ae20049e'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:13:54.924258 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-600844b2-10b5-46ab-8246-cc4e1c8938ee req-08c70d13-50be-4b6b-a852-44a35afd7fc0 service neutron] 10.222.0.63 "GET /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1940346 Jan 22 15:13:54.927156 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 2a7be2b8-33a9-47f6-8f09-0658ae20049e, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=2a7be2b8-33a9-47f6-8f09-0658ae20049e,segment=NetworkSegment(2946827c-3ac6-4a9c-9686-48d75ceb7c07),segment_id=2946827c-3ac6-4a9c-9686-48d75ceb7c07)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:13:54.930303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:54.932462 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-873115c7-99dd-4c54-953f-ba66320a8523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:55.015966 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=2a7be2b8-33a9-47f6-8f09-0658ae20049e,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:55.024128 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:55.026867 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7be2b8-33a9-47f6-8f09-0658ae20049e', 'code': 200} Jan 22 15:13:55.075158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:55.303103 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65324a01-3ee4-4d94-948d-83a0f6e0618b req-88070055-bc68-423f-b5a3-c25b9ef8f5b7 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:55.304802 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-65324a01-3ee4-4d94-948d-83a0f6e0618b req-88070055-bc68-423f-b5a3-c25b9ef8f5b7 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1271980 Jan 22 15:13:55.447574 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-65324a01-3ee4-4d94-948d-83a0f6e0618b req-8751ae2c-6d7e-4d6f-b5ff-27491d899e7c tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358948 Jan 22 15:13:55.506734 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347208b3-90d9-417f-897a-8f64de0211e1 req-230bef65-1fa1-4bb5-a5e1-9f8dcb849449 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:55.512520 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29f94d-1d3f-4ecc-b2d2-da3f75682c67 req-121e251f-b475-4109-a0f2-25905c35fd7f tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:55.514283 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac29f94d-1d3f-4ecc-b2d2-da3f75682c67 req-121e251f-b475-4109-a0f2-25905c35fd7f tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 946 time: 0.2073081 Jan 22 15:13:55.528227 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-347208b3-90d9-417f-897a-8f64de0211e1 req-230bef65-1fa1-4bb5-a5e1-9f8dcb849449 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.63 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 946 time: 0.1838591 Jan 22 15:13:55.584627 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ac29f94d-1d3f-4ecc-b2d2-da3f75682c67 req-57646790-1c36-4659-800e-65c6496f5b2f tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575550 Jan 22 15:13:55.604229 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82286dd-331b-4494-b37e-c8dd45e778a5 req-d1e05f4f-2269-4121-a137-d1ade320950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:55.611944 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e82286dd-331b-4494-b37e-c8dd45e778a5 req-d1e05f4f-2269-4121-a137-d1ade320950d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 1163 time: 0.2148221 Jan 22 15:13:55.648520 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-347208b3-90d9-417f-897a-8f64de0211e1 req-d874f39e-128a-472c-9cd2-a90bd4012ec4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Deleting port 5af79b7e-33c6-4493-8e8c-a520d4babd0b {{(pid=80168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:13:55.648917 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-347208b3-90d9-417f-897a-8f64de0211e1 req-d874f39e-128a-472c-9cd2-a90bd4012ec4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:55.662229 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e82286dd-331b-4494-b37e-c8dd45e778a5 req-7fb014bd-076d-4ebe-ab7f-a2538db5e6b7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403137 Jan 22 15:13:55.928332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-347208b3-90d9-417f-897a-8f64de0211e1 req-d874f39e-128a-472c-9cd2-a90bd4012ec4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] For port 5af79b7e-33c6-4493-8e8c-a520d4babd0b, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=5af79b7e-33c6-4493-8e8c-a520d4babd0b,segment=NetworkSegment(3239addc-c16c-423c-b32c-0ea23cec08b4),segment_id=3239addc-c16c-423c-b32c-0ea23cec08b4)] {{(pid=80168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:13:55.928843 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-347208b3-90d9-417f-897a-8f64de0211e1 req-d874f39e-128a-472c-9cd2-a90bd4012ec4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:56.063620 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-347208b3-90d9-417f-897a-8f64de0211e1 req-d874f39e-128a-472c-9cd2-a90bd4012ec4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Calling delete_port for 5af79b7e-33c6-4493-8e8c-a520d4babd0b owned by compute:nova {{(pid=80168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:13:56.156480 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 2a7be2b8-33a9-47f6-8f09-0658ae20049e up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:56.288502 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999230f-b033-4366-aada-964fcd5e2055 req-3997a74e-5961-4526-8aca-01f91d82f75a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:56.290290 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e999230f-b033-4366-aada-964fcd5e2055 req-3997a74e-5961-4526-8aca-01f91d82f75a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 946 time: 0.2348447 Jan 22 15:13:56.353348 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-347208b3-90d9-417f-897a-8f64de0211e1 req-d874f39e-128a-472c-9cd2-a90bd4012ec4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:56.372367 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:56.404755 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 2a7be2b8-33a9-47f6-8f09-0658ae20049e triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:56.405158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:56.427314 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e999230f-b033-4366-aada-964fcd5e2055 req-b8d40ec9-64e7-460c-863b-4491e40b6d64 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/security-groups?id=98fcd9c9-abd6-4727-91cc-1af23d5f78d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304028 Jan 22 15:13:56.484771 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874f39e-128a-472c-9cd2-a90bd4012ec4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Pushing event deleted for resources: {'Port': ['ID=5af79b7e-33c6-4493-8e8c-a520d4babd0b,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:56.491983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d874f39e-128a-472c-9cd2-a90bd4012ec4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:56.537239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 09751bde-44c5-4374-86ca-edf3439c2db4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:56.607245 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-347208b3-90d9-417f-897a-8f64de0211e1 req-d874f39e-128a-472c-9cd2-a90bd4012ec4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] No DVR routers for this DVR port 5af79b7e-33c6-4493-8e8c-a520d4babd0b on host hv-cinder-76377 {{(pid=80168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:13:56.609752 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-347208b3-90d9-417f-897a-8f64de0211e1 req-d874f39e-128a-472c-9cd2-a90bd4012ec4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:56.612800 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c120b6-426f-423c-b236-11923e4dacde', 'name': 'network-vif-deleted', 'tag': '5af79b7e-33c6-4493-8e8c-a520d4babd0b'}] {{(pid=80168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:13:56.614142 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 09751bde-44c5-4374-86ca-edf3439c2db4 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:56.614690 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:56.629287 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-347208b3-90d9-417f-897a-8f64de0211e1 req-d874f39e-128a-472c-9cd2-a90bd4012ec4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.63 "DELETE /v2.0/ports/5af79b7e-33c6-4493-8e8c-a520d4babd0b HTTP/1.1" status: 204 len: 173 time: 1.0936229 Jan 22 15:13:56.687824 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c120b6-426f-423c-b236-11923e4dacde', 'name': 'network-vif-deleted', 'tag': '5af79b7e-33c6-4493-8e8c-a520d4babd0b', 'status': 'completed', 'code': 200} Jan 22 15:13:56.716705 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b06e96-29d6-4301-9fb1-af270d443e66 req-8023e8e2-d59a-49e5-9761-1ffda75d5d82 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:56.721361 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3b06e96-29d6-4301-9fb1-af270d443e66 req-8023e8e2-d59a-49e5-9761-1ffda75d5d82 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1253648 Jan 22 15:13:56.782951 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3b06e96-29d6-4301-9fb1-af270d443e66 req-da7a642a-649c-4752-9f10-d5d5397f4386 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576320 Jan 22 15:13:56.826997 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 5af79b7e-33c6-4493-8e8c-a520d4babd0b no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:13:56.865628 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] No Port match for: 5af79b7e-33c6-4493-8e8c-a520d4babd0b {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:13:56.866036 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 5af79b7e-33c6-4493-8e8c-a520d4babd0b not bound to the agent host hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:13:56.936777 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e822c-4d1e-492f-bbe3-a25d5d1d21bd req-a99fcb6a-aa6c-4211-8246-b5564f6b4c1c tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:56.943087 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b09e822c-4d1e-492f-bbe3-a25d5d1d21bd req-a99fcb6a-aa6c-4211-8246-b5564f6b4c1c tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 946 time: 0.1189408 Jan 22 15:13:57.013395 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b09e822c-4d1e-492f-bbe3-a25d5d1d21bd req-8d1e21a3-d674-48e8-b446-76bea1021f1e tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686300 Jan 22 15:13:57.290704 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:13:57.632518 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c428ada1-8048-48eb-a63d-92b02ccea639 req-bb2dd832-1927-484a-9c8c-4c5498b43e5a tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] 10.222.0.53 "GET /v2.0/ports?device_id=27c120b6-426f-423c-b236-11923e4dacde HTTP/1.1" status: 200 len: 210 time: 0.0550768 Jan 22 15:13:58.025920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973b4fa-75f5-4219-a4dc-0d9e21bee1e6 req-2acb573e-f1b1-4eef-8806-8fb06e36f642 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:58.028660 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2973b4fa-75f5-4219-a4dc-0d9e21bee1e6 req-2acb573e-f1b1-4eef-8806-8fb06e36f642 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1074326 Jan 22 15:13:58.082925 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2973b4fa-75f5-4219-a4dc-0d9e21bee1e6 req-630f10b2-fd2a-48df-85fb-cb478df948ee tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473261 Jan 22 15:13:58.260685 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c2256-35bf-4def-80b1-1aca4fea8555 req-a6b743ef-4273-46af-83e0-f00d8ba9ee92 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:58.262981 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2f3c2256-35bf-4def-80b1-1aca4fea8555 req-a6b743ef-4273-46af-83e0-f00d8ba9ee92 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 946 time: 0.1133683 Jan 22 15:13:58.268729 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 09751bde-44c5-4374-86ca-edf3439c2db4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:58.338752 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2f3c2256-35bf-4def-80b1-1aca4fea8555 req-5750cc01-6b97-4a2f-94b0-71cac91838ef tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670681 Jan 22 15:13:58.401290 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 09751bde-44c5-4374-86ca-edf3439c2db4 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:58.402278 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:58.561633 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 2a7be2b8-33a9-47f6-8f09-0658ae20049e up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:13:58.601924 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e813a-636b-4bae-b961-49e52696c26b req-691958bc-11a3-4205-a7bb-0627e920571c tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:58.610306 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-677e813a-636b-4bae-b961-49e52696c26b req-691958bc-11a3-4205-a7bb-0627e920571c tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 946 time: 0.1240904 Jan 22 15:13:58.668942 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-677e813a-636b-4bae-b961-49e52696c26b req-7617ec6d-ad98-4075-ba75-6f432ec0272c tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575004 Jan 22 15:13:58.692646 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 2a7be2b8-33a9-47f6-8f09-0658ae20049e triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:13:58.693113 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:58.828583 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44012) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:58.904103 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e39a28a-0af5-46df-b2c5-bf402ecea4eb admin admin] Deleting subnet c8f2babf-a99e-450f-bc7d-225705675f56 {{(pid=80168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 15:13:58.907426 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2e39a28a-0af5-46df-b2c5-bf402ecea4eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:58.960784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2e39a28a-0af5-46df-b2c5-bf402ecea4eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32226433'] for subnet, precommit_delete_associations {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:59.020856 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2e39a28a-0af5-46df-b2c5-bf402ecea4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851338077'] for subnet, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:59.294770 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44678447-e28d-4da9-9404-17ffe8a6b3a5 req-61bba21c-4c9c-4d0c-b29b-782475db74f5 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:13:59.296328 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-44678447-e28d-4da9-9404-17ffe8a6b3a5 req-61bba21c-4c9c-4d0c-b29b-782475db74f5 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 946 time: 0.2267125 Jan 22 15:13:59.400320 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-44678447-e28d-4da9-9404-17ffe8a6b3a5 req-f28cf8cb-d209-4041-94e2-d7c8679871dc tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923691 Jan 22 15:13:59.434683 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2e39a28a-0af5-46df-b2c5-bf402ecea4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3437755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823312457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2092602'] for subnet, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:59.452410 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:13:59.537398 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39a28a-0af5-46df-b2c5-bf402ecea4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f2babf-a99e-450f-bc7d-225705675f56,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:13:59.553229 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2e39a28a-0af5-46df-b2c5-bf402ecea4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:13:59.591056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2e39a28a-0af5-46df-b2c5-bf402ecea4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:59.597390 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-2e39a28a-0af5-46df-b2c5-bf402ecea4eb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c8f2babf-a99e-450f-bc7d-225705675f56 HTTP/1.1" status: 204 len: 168 time: 0.7675958 Jan 22 15:13:59.600010 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44022) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:13:59.723785 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851173077'] for network, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:13:59.953305 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3437584', 'neutron.services.segments.db._delete_segments_for_network--9223363265338935241'] for network, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:00.074930 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768f6f7f-e2d6-4869-9735-e2dc09c738da']}} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:00.094586 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3239addc-c16c-423c-b32c-0ea23cec08b4') {'for_net_delete': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:00.094937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3239addc-c16c-423c-b32c-0ea23cec08b4') {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:00.108663 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265338937289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822549367'] for segment, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:00.133709 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:00.135991 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 15:14:00.325990 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] Network 768f6f7f-e2d6-4869-9735-e2dc09c738da has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:14:00.336177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851327524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823312424'] for segment, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:00.526447 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] Network 768f6f7f-e2d6-4869-9735-e2dc09c738da has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:14:00.531930 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 44054) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: Traceback (most recent call last): Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: timer() Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: cb(*args, **kw) Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: return func(*args, **kwargs) Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: self._notify() Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: self.callback(batched_events) Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: event.method(event) Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: segment_id)['aggregates'][0] Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: return f(self, *a, **k) Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: return self._get(url).json() Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: **kwargs) Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: return self.request(url, 'GET', **kwargs) Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: **endpoint_filter) Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 15:14:00.551497 dv-cinder-763774-2-smb neutron-server[80056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 15:14:00.631630 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851338216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854265033'] for network, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:00.635342 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-79e249a5-75e6-4c15-9a4d-4a1ab0708eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:00.692464 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:00.710786 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:00.715783 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Usage tracker for resource:security_group_rule and tenant:dc25c5b0e34c4dc1b6f3d14da809bbe6 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:00.719012 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:00.725062 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:00.830936 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:00.834115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:00.848176 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-922f604f-c5ab-446f-a880-d35251ac9cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:00.865965 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:00.877668 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] Pushing event deleted for resources: {'Network': ['ID=768f6f7f-e2d6-4869-9735-e2dc09c738da,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:00.881118 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:00.888241 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] 10.222.0.53 "DELETE /v2.0/networks/768f6f7f-e2d6-4869-9735-e2dc09c738da HTTP/1.1" status: 204 len: 168 time: 1.2868328 Jan 22 15:14:00.894324 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc25c5b0e34c4dc1b6f3d14da809bbe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607183 Jan 22 15:14:00.895176 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7741bb-d791-49f9-8f37-459fe9363770,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:00.897011 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44064) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:00.903925 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.904343 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.904749 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.905152 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.905552 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.905949 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.906498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.906771 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.907171 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.907564 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.907955 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.908346 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.908855 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.909245 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.909640 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.910292 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.910710 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.911098 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.911486 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.911871 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.912264 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.912645 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.913032 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.913437 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:00.918704 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:00.973524 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1346832a-cab0-4c17-a7d5-55e9d88817fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:01.003394 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1346832a-cab0-4c17-a7d5-55e9d88817fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:01.045374 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44070) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:01.100954 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1346832a-cab0-4c17-a7d5-55e9d88817fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:01.105259 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:01.119502 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-a542328b-b8b7-4a54-9066-88b727ef6666 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e16c63cada56495f929f122a4d474555&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0728183 Jan 22 15:14:01.125081 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 44076) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:01.125303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346832a-cab0-4c17-a7d5-55e9d88817fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7741bb-d791-49f9-8f37-459fe9363770,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:01.127702 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1346832a-cab0-4c17-a7d5-55e9d88817fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:01.131627 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1346832a-cab0-4c17-a7d5-55e9d88817fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:01.144992 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-1346832a-cab0-4c17-a7d5-55e9d88817fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad7741bb-d791-49f9-8f37-459fe9363770 HTTP/1.1" status: 204 len: 168 time: 0.2419996 Jan 22 15:14:01.197679 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-08a99b02-1b49-497c-b7a7-fbae46f72f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:01.226629 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-08a99b02-1b49-497c-b7a7-fbae46f72f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:01.283668 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-08a99b02-1b49-497c-b7a7-fbae46f72f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:01.291392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d41bf62e-4eb1-43a0-a7b6-89052606f4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:01.304735 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a99b02-1b49-497c-b7a7-fbae46f72f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fcd9c9-abd6-4727-91cc-1af23d5f78d1,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:01.310289 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-08a99b02-1b49-497c-b7a7-fbae46f72f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:01.325331 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-08a99b02-1b49-497c-b7a7-fbae46f72f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:01.326952 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-08a99b02-1b49-497c-b7a7-fbae46f72f4c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98fcd9c9-abd6-4727-91cc-1af23d5f78d1 HTTP/1.1" status: 204 len: 168 time: 0.2008059 Jan 22 15:14:03.067077 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0489f-f378-486f-8b2d-965a8798e4b1 req-66f3edde-fa70-41df-96c7-bb12572a2c21 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:03.068801 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d8b0489f-f378-486f-8b2d-965a8798e4b1 req-66f3edde-fa70-41df-96c7-bb12572a2c21 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.1567941 Jan 22 15:14:03.140056 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d8b0489f-f378-486f-8b2d-965a8798e4b1 req-4171e971-c16f-4ee6-9f47-4b0ad9f69d51 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640872 Jan 22 15:14:04.402275 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5d08e-3fb5-41fd-9002-ad02bdbba659 req-f2c3564c-d712-45f1-90c7-53140181ee94 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:04.404187 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-afa5d08e-3fb5-41fd-9002-ad02bdbba659 req-f2c3564c-d712-45f1-90c7-53140181ee94 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.1344414 Jan 22 15:14:04.480131 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-afa5d08e-3fb5-41fd-9002-ad02bdbba659 req-4d395d91-2d5b-4de2-8113-25e3b68a8513 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670581 Jan 22 15:14:04.871165 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6637d2-8af7-4d03-80f7-60d6c8f8fa3d req-e4ac58b7-0505-4adf-becf-3f1d1ee92b2c tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:04.872822 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3d6637d2-8af7-4d03-80f7-60d6c8f8fa3d req-e4ac58b7-0505-4adf-becf-3f1d1ee92b2c tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 946 time: 0.1070883 Jan 22 15:14:04.931867 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3d6637d2-8af7-4d03-80f7-60d6c8f8fa3d req-43880fcd-4754-44fa-a545-63e22f738fe1 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516672 Jan 22 15:14:05.164536 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-51b2f945-d3f1-42d1-92de-dbe2bdd91232 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1749322 Jan 22 15:14:05.174904 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Request body: {'floatingip': {'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:05.185215 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:05.189608 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Usage tracker for resource:floatingip and tenant:5942d7cf065345f1bf77030f6f5ab8fc is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:05.193333 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:05.200489 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:05.210182 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for floatingip, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:05.371726 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:05.651129 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Allocated IP 172.28.2.224 (963b33f9-dd19-40b1-8544-19d53926a01f/b49e69fc-521d-4a7a-a4a3-7f801cf6183d/efa1129f-fa40-4fb2-b827-800b28515c22) {{(pid=80168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:14:05.710239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bbf08-24c1-413e-b147-55569ebca43a req-e393d374-3dc1-4903-aac3-67611e49d3da tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:05.711988 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-688bbf08-24c1-413e-b147-55569ebca43a req-e393d374-3dc1-4903-aac3-67611e49d3da tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.1124272 Jan 22 15:14:05.770588 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-688bbf08-24c1-413e-b147-55569ebca43a req-629d025b-316e-4aa5-a2f8-61a51ddbaa96 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507646 Jan 22 15:14:05.816237 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for port, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:05.848944 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:05.864460 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:05.942623 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:14:06.072022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Pushing event updated for resources: {'Port': ['ID=efa1129f-fa40-4fb2-b827-800b28515c22,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:06.078461 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 44224) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:06.084229 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:06.103744 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.104173 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.104610 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.105015 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.105414 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.105809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.106204 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.106648 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.107054 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.107420 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.108344 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.108344 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.108622 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.108997 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.109391 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.109778 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.110164 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.110587 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.111190 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.111582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.111971 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.112337 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.112835 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b519f7cc-d8a3-4a6b-bd76-d522c6341e43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:14:06.112969 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.113261 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:06.126062 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f,segment=NetworkSegment(a55465f7-fd26-48b6-9058-045031476ce9),segment_id=a55465f7-fd26-48b6-9058-045031476ce9)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:14:06.129214 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:06.131074 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:06.135582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:06.213212 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f,revision_number=5']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:06.217061 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:06.222451 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e175a40-2e97-4172-b6f7-5befcd3cabf9 req-cbdc585d-bb5c-4bbe-8867-6678c775c5b0 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:06.224270 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5e175a40-2e97-4172-b6f7-5befcd3cabf9 req-cbdc585d-bb5c-4bbe-8867-6678c775c5b0 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.63 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 945 time: 0.3218126 Jan 22 15:14:06.236244 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Network 963b33f9-dd19-40b1-8544-19d53926a01f is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:14:06.246397 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b519f7cc-d8a3-4a6b-bd76-d522c6341e43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f', 'code': 200} Jan 22 15:14:06.258877 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9c36e2a1-cb5d-442e-a929-54fef6deb492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:06.275544 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-9c36e2a1-cb5d-442e-a929-54fef6deb492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:06.279319 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:06.280284 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-9c36e2a1-cb5d-442e-a929-54fef6deb492 admin admin] Usage tracker for resource:security_group_rule and tenant:633590a26c4b49d197fe5f7e7022ccf9 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:06.283377 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-9c36e2a1-cb5d-442e-a929-54fef6deb492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:06.289817 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Received port after_create {{(pid=80168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:14:06.291654 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-9c36e2a1-cb5d-442e-a929-54fef6deb492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:06.383080 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-5e175a40-2e97-4172-b6f7-5befcd3cabf9 req-c9d624f9-16ff-4f51-9894-d4acd59b3e35 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Deleting port 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f {{(pid=80168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:14:06.383480 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5e175a40-2e97-4172-b6f7-5befcd3cabf9 req-c9d624f9-16ff-4f51-9894-d4acd59b3e35 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:06.406077 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9c36e2a1-cb5d-442e-a929-54fef6deb492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:06.409632 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9c36e2a1-cb5d-442e-a929-54fef6deb492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:06.443646 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b0b49319-5140-4628-a4f7-cca66c1a428a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:06.458767 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-9c36e2a1-cb5d-442e-a929-54fef6deb492 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=633590a26c4b49d197fe5f7e7022ccf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803334 Jan 22 15:14:06.459416 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44244) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:06.489234 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36e2a1-cb5d-442e-a929-54fef6deb492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8169ad8d-382f-4011-b877-419714ec2aca,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:06.493248 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9c36e2a1-cb5d-442e-a929-54fef6deb492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:06.645511 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for floatingip, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:06.782054 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aff9afdd-b745-4ba7-a1dc-6838933f0a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:06.851571 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aff9afdd-b745-4ba7-a1dc-6838933f0a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:06.869633 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:06.967111 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-5e175a40-2e97-4172-b6f7-5befcd3cabf9 req-c9d624f9-16ff-4f51-9894-d4acd59b3e35 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] For port 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f,segment=NetworkSegment(a55465f7-fd26-48b6-9058-045031476ce9),segment_id=a55465f7-fd26-48b6-9058-045031476ce9)] {{(pid=80168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:14:06.967434 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5e175a40-2e97-4172-b6f7-5befcd3cabf9 req-c9d624f9-16ff-4f51-9894-d4acd59b3e35 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:07.010106 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b363f7-f249-473b-86c5-f7a1b9528880 req-75634d36-5895-48d1-b3f1-e9437ab0a536 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:07.012882 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-75b363f7-f249-473b-86c5-f7a1b9528880 req-75634d36-5895-48d1-b3f1-e9437ab0a536 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 943 time: 0.1077888 Jan 22 15:14:07.065574 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-75b363f7-f249-473b-86c5-f7a1b9528880 req-cdb582f5-7052-4d17-8432-554bb184c3dd tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463557 Jan 22 15:14:07.146263 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-5e175a40-2e97-4172-b6f7-5befcd3cabf9 req-c9d624f9-16ff-4f51-9894-d4acd59b3e35 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Calling delete_port for 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f owned by compute:nova {{(pid=80168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:14:07.221665 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aff9afdd-b745-4ba7-a1dc-6838933f0a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:07.230199 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6cd510e2-1cd7-477d-8059-12446a0ed56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:07.313731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9afdd-b745-4ba7-a1dc-6838933f0a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8169ad8d-382f-4011-b877-419714ec2aca,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:07.337996 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-aff9afdd-b745-4ba7-a1dc-6838933f0a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:07.369849 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aff9afdd-b745-4ba7-a1dc-6838933f0a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:07.374308 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-aff9afdd-b745-4ba7-a1dc-6838933f0a26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8169ad8d-382f-4011-b877-419714ec2aca HTTP/1.1" status: 204 len: 168 time: 0.9072738 Jan 22 15:14:07.471318 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5e175a40-2e97-4172-b6f7-5befcd3cabf9 req-c9d624f9-16ff-4f51-9894-d4acd59b3e35 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:07.488102 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-772eaa5c-1d98-47b4-b024-581708a15cc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:07.587857 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d624f9-16ff-4f51-9894-d4acd59b3e35 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Pushing event deleted for resources: {'Port': ['ID=4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:07.597111 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c9d624f9-16ff-4f51-9894-d4acd59b3e35 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:07.597920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.db.resource_extend [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 22 15:14:07.617066 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:07.628860 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823312390'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:07.646512 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:08.027724 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Pushing event updated for resources: {'Port': ['ID=efa1129f-fa40-4fb2-b827-800b28515c22,revision_number=2']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:08.033948 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:08.114758 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e175a40-2e97-4172-b6f7-5befcd3cabf9 req-c9d624f9-16ff-4f51-9894-d4acd59b3e35 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] No DVR routers for this DVR port 4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f on host hv-cinder-76377 {{(pid=80168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:14:08.118309 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5e175a40-2e97-4172-b6f7-5befcd3cabf9 req-c9d624f9-16ff-4f51-9894-d4acd59b3e35 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:08.125101 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b519f7cc-d8a3-4a6b-bd76-d522c6341e43', 'name': 'network-vif-deleted', 'tag': '4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f'}] {{(pid=80168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:14:08.179180 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5e175a40-2e97-4172-b6f7-5befcd3cabf9 req-c9d624f9-16ff-4f51-9894-d4acd59b3e35 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.63 "DELETE /v2.0/ports/4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f HTTP/1.1" status: 204 len: 173 time: 1.9453416 Jan 22 15:14:08.209118 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:08.228078 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:08.230049 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0587375 Jan 22 15:14:08.333907 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-0cafab37-3a9d-4cea-885f-d24fa5d5f86e tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Synchronizing usage tracker for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:floatingip {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:14:08.356977 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-0cafab37-3a9d-4cea-885f-d24fa5d5f86e tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Unset dirty status for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:floatingip {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:14:08.358383 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-0cafab37-3a9d-4cea-885f-d24fa5d5f86e tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.28.2.224 HTTP/1.1" status: 200 len: 696 time: 0.1215842 Jan 22 15:14:08.372246 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44290) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:08.526541 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-50d368f2-c71f-4671-b1e6-fbe0ee699165 req-16be3e96-e33f-46df-9ee0-1d5c74053fce tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=b519f7cc-d8a3-4a6b-bd76-d522c6341e43 HTTP/1.1" status: 200 len: 210 time: 0.3158090 Jan 22 15:14:08.580003 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-15f6a083-22e1-47af-aef3-9e25140e8565 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:08.581557 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-15f6a083-22e1-47af-aef3-9e25140e8565 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/networks/963b33f9-dd19-40b1-8544-19d53926a01f HTTP/1.1" status: 200 len: 784 time: 0.2078733 Jan 22 15:14:08.588203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1532946604-network', 'tenant_id': 'f7cf93ed828b466a95b08e77c4c48d75'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:08.594583 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:08.602233 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-60a7fda2-b6b3-4755-9ee5-3041d46497c8 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80168) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 15:14:08.608716 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f6230df0-a1a0-45e5-abe2-4b9c3e6c688e req-60a7fda2-b6b3-4755-9ee5-3041d46497c8 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0101957 Jan 22 15:14:08.608716 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Usage tracker for resource:network and tenant:f7cf93ed828b466a95b08e77c4c48d75 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:08.609268 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b519f7cc-d8a3-4a6b-bd76-d522c6341e43', 'name': 'network-vif-deleted', 'tag': '4265e936-7bcd-43c5-a0e9-f64ffa3cfc0f', 'status': 'completed', 'code': 200} Jan 22 15:14:08.609861 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:08.616255 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:08.626520 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Made reservation on behalf of f7cf93ed828b466a95b08e77c4c48d75 for: {'network': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:14:08.631409 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:08.645327 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:08.663545 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:08.668441 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Usage tracker for resource:security_group_rule and tenant:f7cf93ed828b466a95b08e77c4c48d75 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:08.671507 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:08.678578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:08.773356 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:08.777209 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:08.783022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d0ec2f13-48b1-4e15-abb2-3428b91e21cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:08.817051 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 15:14:08.833180 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500d2e19-cf8c-41bc-8261-aa84319b0358,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:08.836292 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771515840559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:08.836847 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Added segment 12241a03-0e63-4869-9cf7-861c1ba12353 of type vxlan for network 3b1a8883-94a5-4921-b632-398d8c5813e9 Jan 22 15:14:08.838120 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:08.852507 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-d8885830-76f6-4d0e-a92d-fa89f27add5c tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:08.854205 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-d8885830-76f6-4d0e-a92d-fa89f27add5c tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1188450 Jan 22 15:14:08.875206 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:08.913033 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:08.914382 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:08.915054 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:08.920620 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5f074258-3e2b-484a-9714-cae68a2eda33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:08.973037 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-12be9af5-b9c8-447a-8ddd-bc92e6fece50 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.28.2.224 HTTP/1.1" status: 200 len: 696 time: 0.1116624 Jan 22 15:14:08.992969 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-dc9a772b-056d-49e4-94d6-85571a649444 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Request body: {'floatingip': {'port_id': '2a7be2b8-33a9-47f6-8f09-0658ae20049e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:09.044088 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Pushing event updated for resources: {'Network': ['ID=3b1a8883-94a5-4921-b632-398d8c5813e9,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:09.048822 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6734073 Jan 22 15:14:09.050119 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:09.050614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 44310) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:09.056198 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network 3b1a8883-94a5-4921-b632-398d8c5813e9 details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:14:09.073741 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Network 3b1a8883-94a5-4921-b632-398d8c5813e9 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:14:09.077358 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Request body: {'subnet': {'network_id': '3b1a8883-94a5-4921-b632-398d8c5813e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1532946604-subnet', 'tenant_id': 'f7cf93ed828b466a95b08e77c4c48d75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:09.088379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-dc9a772b-056d-49e4-94d6-85571a649444 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for floatingip, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:09.169578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:09.207521 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Usage tracker for resource:subnet and tenant:f7cf93ed828b466a95b08e77c4c48d75 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:09.216581 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:09.225643 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:09.278506 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Made reservation on behalf of f7cf93ed828b466a95b08e77c4c48d75 for: {'subnet': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:14:09.283225 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27523233'] for subnet, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:09.450921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44322) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:09.608843 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ddb9-cd71-440d-94a8-cdaf68e2030a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:09.625130 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-3aa2ddb9-cd71-440d-94a8-cdaf68e2030a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:09.629438 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-3aa2ddb9-cd71-440d-94a8-cdaf68e2030a admin admin] Usage tracker for resource:security_group_rule and tenant:649cb654eb9248219c004c98314511de is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:09.632713 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-3aa2ddb9-cd71-440d-94a8-cdaf68e2030a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:09.639301 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-3aa2ddb9-cd71-440d-94a8-cdaf68e2030a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:09.736721 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ddb9-cd71-440d-94a8-cdaf68e2030a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:09.739986 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ddb9-cd71-440d-94a8-cdaf68e2030a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:09.774145 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-24edc609-5c3d-43fa-a41c-4a34eea61f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:09.812882 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-3aa2ddb9-cd71-440d-94a8-cdaf68e2030a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=649cb654eb9248219c004c98314511de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608716 Jan 22 15:14:09.813734 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2ddb9-cd71-440d-94a8-cdaf68e2030a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d299d1d0-9d92-4642-9107-439e7a530cac,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:09.818213 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3aa2ddb9-cd71-440d-94a8-cdaf68e2030a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:09.819104 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44338) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:09.891260 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-43229234-a05a-4d79-a2dd-d84ae09741a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:09.923892 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-43229234-a05a-4d79-a2dd-d84ae09741a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:09.973218 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-43229234-a05a-4d79-a2dd-d84ae09741a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:09.978504 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f321e3c8-db55-4b5a-866a-48c67cb79cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:09.990234 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43229234-a05a-4d79-a2dd-d84ae09741a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d299d1d0-9d92-4642-9107-439e7a530cac,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:09.994901 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-43229234-a05a-4d79-a2dd-d84ae09741a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:09.999517 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-43229234-a05a-4d79-a2dd-d84ae09741a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:10.000621 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-43229234-a05a-4d79-a2dd-d84ae09741a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d299d1d0-9d92-4642-9107-439e7a530cac HTTP/1.1" status: 204 len: 168 time: 0.1802297 Jan 22 15:14:10.155212 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310a14e-50dc-4419-a2c1-736926b2ddbc req-7d34cfb3-72b3-469b-86cd-f859b90337a9 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:10.156041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-5310a14e-50dc-4419-a2c1-736926b2ddbc req-7d34cfb3-72b3-469b-86cd-f859b90337a9 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Synchronizing usage tracker for tenant:de4a334daf5d465d8ca9d1d3fa080980 on resource:port {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:14:10.172584 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-5310a14e-50dc-4419-a2c1-736926b2ddbc req-7d34cfb3-72b3-469b-86cd-f859b90337a9 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Unset dirty status for tenant:de4a334daf5d465d8ca9d1d3fa080980 on resource:port {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:14:10.174006 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5310a14e-50dc-4419-a2c1-736926b2ddbc req-7d34cfb3-72b3-469b-86cd-f859b90337a9 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1408978 Jan 22 15:14:10.228499 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5310a14e-50dc-4419-a2c1-736926b2ddbc req-b9d93b21-60ee-4716-8d92-a5afdc404407 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477233 Jan 22 15:14:10.291588 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-dc9a772b-056d-49e4-94d6-85571a649444 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for floatingip, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:10.296578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-dc9a772b-056d-49e4-94d6-85571a649444 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:10.729266 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826646121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27523218'] for subnet, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:10.756800 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:10.857903 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.l3_db [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-dc9a772b-056d-49e4-94d6-85571a649444 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Floating IP 854a4d87-9a21-47f4-a5d4-93ac2eaa47df associated. External IP: 172.28.2.224, port: 2a7be2b8-33a9-47f6-8f09-0658ae20049e. Jan 22 15:14:11.002412 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22cc589e-a6de-40a5-b3b3-12cecc70f889,revision_number=0']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:11.010489 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:11.244515 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Checking segment: {'id': '12241a03-0e63-4869-9cf7-861c1ba12353', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3b1a8883-94a5-4921-b632-398d8c5813e9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:14:11.245014 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Network hostable DHCP agents. Network: 3b1a8883-94a5-4921-b632-398d8c5813e9, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:14:11.358219 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Network 3b1a8883-94a5-4921-b632-398d8c5813e9 is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:14:11.378041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-dc9a772b-056d-49e4-94d6-85571a649444 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:14:11.447934 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, 3b1a8883-94a5-4921-b632-398d8c5813e9) {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:11.457675 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0f7e54-408e-4a68-93fe-25f57eee8877 None None] Network 3b1a8883-94a5-4921-b632-398d8c5813e9 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:14:11.477424 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:11.478169 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:11.512610 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06a8cd-04ed-43cc-a750-c74af6baef48 req-2e9544a5-1ca6-435b-a5fc-361871883f94 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:11.514809 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8f06a8cd-04ed-43cc-a750-c74af6baef48 req-2e9544a5-1ca6-435b-a5fc-361871883f94 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1289284 Jan 22 15:14:11.518925 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4511805 Jan 22 15:14:11.592492 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8f06a8cd-04ed-43cc-a750-c74af6baef48 req-ad5a3458-b4c9-4e21-8bf4-afac604ad80e tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599682 Jan 22 15:14:11.689295 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-dc9a772b-056d-49e4-94d6-85571a649444 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:14:11.693753 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-dc9a772b-056d-49e4-94d6-85571a649444 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:11.701763 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74397734-0d8d-47f2-9c1c-cf674273f715 None None] Sync routers for ids ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'] in dv-cinder-763774-2-smb {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:14:11.717822 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74397734-0d8d-47f2-9c1c-cf674273f715 None None] Routers {'76c4b47b-17d0-4551-a7aa-54ad3908cb11'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:14:11.718605 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-74397734-0d8d-47f2-9c1c-cf674273f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:13:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:11.735506 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5828c0a9-87a3-453c-9448-bb1f9c6e4a8f None None] Network 3b1a8883-94a5-4921-b632-398d8c5813e9 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:14:11.786979 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-dc9a772b-056d-49e4-94d6-85571a649444 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "PUT /v2.0/floatingips/854a4d87-9a21-47f4-a5d4-93ac2eaa47df HTTP/1.1" status: 200 len: 997 time: 2.8077762 Jan 22 15:14:11.787587 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'tag': '2a7be2b8-33a9-47f6-8f09-0658ae20049e'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:14:11.900207 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-f4e945e8-e0ad-453d-9d1f-f0f465da9ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:11.908777 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-f4e945e8-e0ad-453d-9d1f-f0f465da9ee4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5942d7cf065345f1bf77030f6f5ab8fc&device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 1163 time: 0.1034067 Jan 22 15:14:12.065920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-74397734-0d8d-47f2-9c1c-cf674273f715 None None] Set router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:14:12.073727 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-44319b9e-2737-4e70-8e85-e933d3281d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:12.087081 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-44319b9e-2737-4e70-8e85-e933d3281d80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=47e14c0b-3f18-45c7-af64-d43f0c6806cc HTTP/1.1" status: 200 len: 909 time: 0.1770854 Jan 22 15:14:12.144457 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194674-0f83-4b9c-94b5-3f368fa941b2 req-d6858a79-2a37-4097-b5eb-1c44f8094c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:12.146092 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f0194674-0f83-4b9c-94b5-3f368fa941b2 req-d6858a79-2a37-4097-b5eb-1c44f8094c5a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5942d7cf065345f1bf77030f6f5ab8fc&device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 1163 time: 0.1692362 Jan 22 15:14:12.252725 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'tag': '2a7be2b8-33a9-47f6-8f09-0658ae20049e', 'status': 'completed', 'code': 200} Jan 22 15:14:12.264270 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-5af27777-e1ca-49d5-86b3-20464762ada3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a7be2b8-33a9-47f6-8f09-0658ae20049e HTTP/1.1" status: 200 len: 1000 time: 0.1755991 Jan 22 15:14:12.372651 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-4252a04e-b4ee-4f56-bb04-2fb5af9c6332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:12.374271 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-4252a04e-b4ee-4f56-bb04-2fb5af9c6332 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0 HTTP/1.1" status: 200 len: 854 time: 0.1091912 Jan 22 15:14:12.374790 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 44402) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:12.428301 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194674-0f83-4b9c-94b5-3f368fa941b2 req-f92ce8f2-b78d-4ce7-984a-461436e320cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:12.429948 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f0194674-0f83-4b9c-94b5-3f368fa941b2 req-f92ce8f2-b78d-4ce7-984a-461436e320cc service neutron] 10.222.0.63 "GET /v2.0/networks?id=47e14c0b-3f18-45c7-af64-d43f0c6806cc HTTP/1.1" status: 200 len: 909 time: 0.2752738 Jan 22 15:14:12.529572 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-588721ba-a21d-49af-ba2e-61ca05eb6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:12.531417 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-588721ba-a21d-49af-ba2e-61ca05eb6d36 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47e14c0b-3f18-45c7-af64-d43f0c6806cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1423721 Jan 22 15:14:12.543836 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-70f6876a-96d3-4161-b5e1-d682d9a81ba7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 15:14:12.544886 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-70f6876a-96d3-4161-b5e1-d682d9a81ba7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0061176 Jan 22 15:14:12.644666 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-74397734-0d8d-47f2-9c1c-cf674273f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'name': 'tempest-TestMinimumBasicScenario-2116280261-router', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:12:57Z', 'updated_at': '2021-01-22T15:13:06Z', 'revision_number': 4, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'gw_port': {'id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:12:59Z', 'updated_at': '2021-01-22T15:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': '854a4d87-9a21-47f4-a5d4-93ac2eaa47df', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'floating_ip_address': '172.28.2.224', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'port_id': '2a7be2b8-33a9-47f6-8f09-0658ae20049e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc', 'mac_address': 'fa:16:3e:79:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:14:06Z', 'updated_at': '2021-01-22T15:14:10Z', 'revision_number': 1, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f19ef3-7f1c-48ee-822a-7ce012f15faa', 'name': '', 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'mac_address': 'fa:16:3e:5a:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:13:04Z', 'updated_at': '2021-01-22T15:13:15Z', 'revision_number': 5, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'subnets': [{'id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:12.653960 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74397734-0d8d-47f2-9c1c-cf674273f715 None None] Checking router: 76c4b47b-17d0-4551-a7aa-54ad3908cb11 for host: dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:14:12.671712 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74397734-0d8d-47f2-9c1c-cf674273f715 None None] Routers {'76c4b47b-17d0-4551-a7aa-54ad3908cb11'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:14:12.672394 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-74397734-0d8d-47f2-9c1c-cf674273f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:13:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:12.682301 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f0194674-0f83-4b9c-94b5-3f368fa941b2 req-6de0c0ad-7ad6-4342-b953-d0b5b00876e7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a7be2b8-33a9-47f6-8f09-0658ae20049e HTTP/1.1" status: 200 len: 1000 time: 0.2322085 Jan 22 15:14:12.717815 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-18b93430-0e7c-4290-9852-20ed4e5a81f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:12.741336 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-18b93430-0e7c-4290-9852-20ed4e5a81f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:12.746372 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-18b93430-0e7c-4290-9852-20ed4e5a81f7 admin admin] Usage tracker for resource:security_group_rule and tenant:2321487a6089438db7882bb5361f386b is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:12.748934 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-18b93430-0e7c-4290-9852-20ed4e5a81f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:12.757149 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-18b93430-0e7c-4290-9852-20ed4e5a81f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:12.802431 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-cda069ec-c91c-4b47-b19c-155d1be21fee service neutron] 10.222.0.53 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477269 Jan 22 15:14:12.831273 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194674-0f83-4b9c-94b5-3f368fa941b2 req-9f96e8a5-10c3-446d-b8a5-730c9bf3862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:12.833241 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f0194674-0f83-4b9c-94b5-3f368fa941b2 req-9f96e8a5-10c3-446d-b8a5-730c9bf3862c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0 HTTP/1.1" status: 200 len: 854 time: 0.1332550 Jan 22 15:14:12.872288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-74397734-0d8d-47f2-9c1c-cf674273f715 None None] Set router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:14:12.949007 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818ec8c-673b-4f71-b807-24af827c902f req-4909df31-250c-4778-b97d-7b613e233ab2 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:12.952702 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c818ec8c-673b-4f71-b807-24af827c902f req-4909df31-250c-4778-b97d-7b613e233ab2 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.2058971 Jan 22 15:14:12.980165 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-18b93430-0e7c-4290-9852-20ed4e5a81f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:12.986571 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-18b93430-0e7c-4290-9852-20ed4e5a81f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:13.004558 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:13.017628 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194674-0f83-4b9c-94b5-3f368fa941b2 req-16ba5dd5-62cb-4dc3-81ce-49cd106ce88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:13.019357 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f0194674-0f83-4b9c-94b5-3f368fa941b2 req-16ba5dd5-62cb-4dc3-81ce-49cd106ce88a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=47e14c0b-3f18-45c7-af64-d43f0c6806cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1786423 Jan 22 15:14:13.025908 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c818ec8c-673b-4f71-b807-24af827c902f req-ec286272-29d9-490d-8ea8-f9eac9ef4c56 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662777 Jan 22 15:14:13.044269 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b93430-0e7c-4290-9852-20ed4e5a81f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7a23c0-783c-4d59-be24-82402c639979,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:13.059800 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-18b93430-0e7c-4290-9852-20ed4e5a81f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:13.063776 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e5e41136-e86d-4b30-9d8c-02b0b7445cb8 req-b5a0f6fa-f55b-46a9-bc6e-67459b5acb8e service neutron] 10.222.0.53 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2514148 Jan 22 15:14:13.084661 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-18b93430-0e7c-4290-9852-20ed4e5a81f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2321487a6089438db7882bb5361f386b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7087684 Jan 22 15:14:13.087964 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 44416) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:13.140085 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-99ffdab9-4da7-48e7-8f51-07362f9f4a36 req-7897e10d-1d56-459c-aa06-5ee9cbe44cdb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1711556250', 'description': 'tempest-TestMinimumBasicScenario-1711556250 description'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:13.152402 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-99ffdab9-4da7-48e7-8f51-07362f9f4a36 req-7897e10d-1d56-459c-aa06-5ee9cbe44cdb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:13.158905 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c713dc9b-d930-450a-9001-9ba97b2cc864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:13.175239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-99ffdab9-4da7-48e7-8f51-07362f9f4a36 req-7897e10d-1d56-459c-aa06-5ee9cbe44cdb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:13.188644 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c713dc9b-d930-450a-9001-9ba97b2cc864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:13.201774 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-99ffdab9-4da7-48e7-8f51-07362f9f4a36 req-7897e10d-1d56-459c-aa06-5ee9cbe44cdb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:13.227178 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-99ffdab9-4da7-48e7-8f51-07362f9f4a36 req-7897e10d-1d56-459c-aa06-5ee9cbe44cdb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:13.231373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-99ffdab9-4da7-48e7-8f51-07362f9f4a36 req-7897e10d-1d56-459c-aa06-5ee9cbe44cdb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Usage tracker for resource:security_group_rule and tenant:5942d7cf065345f1bf77030f6f5ab8fc is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:13.237451 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-99ffdab9-4da7-48e7-8f51-07362f9f4a36 req-7897e10d-1d56-459c-aa06-5ee9cbe44cdb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:13.245361 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c713dc9b-d930-450a-9001-9ba97b2cc864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:13.253688 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-caff6d59-20df-482d-91d5-8df3a69ca0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:13.255039 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-99ffdab9-4da7-48e7-8f51-07362f9f4a36 req-7897e10d-1d56-459c-aa06-5ee9cbe44cdb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:13.265337 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f0194674-0f83-4b9c-94b5-3f368fa941b2 req-99e7c225-5df0-4d3b-9b7b-d52c761c7bba service neutron] 10.222.0.63 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372801 Jan 22 15:14:13.280282 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-74397734-0d8d-47f2-9c1c-cf674273f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'name': 'tempest-TestMinimumBasicScenario-2116280261-router', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:12:57Z', 'updated_at': '2021-01-22T15:13:06Z', 'revision_number': 4, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'gw_port': {'id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:12:59Z', 'updated_at': '2021-01-22T15:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': '854a4d87-9a21-47f4-a5d4-93ac2eaa47df', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'floating_ip_address': '172.28.2.224', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'port_id': '2a7be2b8-33a9-47f6-8f09-0658ae20049e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc', 'mac_address': 'fa:16:3e:79:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:14:06Z', 'updated_at': '2021-01-22T15:14:10Z', 'revision_number': 1, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f19ef3-7f1c-48ee-822a-7ce012f15faa', 'name': '', 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'mac_address': 'fa:16:3e:5a:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:13:04Z', 'updated_at': '2021-01-22T15:13:15Z', 'revision_number': 5, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'subnets': [{'id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:13.282121 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713dc9b-d930-450a-9001-9ba97b2cc864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7a23c0-783c-4d59-be24-82402c639979,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:13.285610 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74397734-0d8d-47f2-9c1c-cf674273f715 None None] The sync data for ids ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'] in dv-cinder-763774-2-smb is: [{'id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'name': 'tempest-TestMinimumBasicScenario-2116280261-router', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:12:57Z', 'updated_at': '2021-01-22T15:13:06Z', 'revision_number': 4, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'gw_port': {'id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:12:59Z', 'updated_at': '2021-01-22T15:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': '854a4d87-9a21-47f4-a5d4-93ac2eaa47df', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'floating_ip_address': '172.28.2.224', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'port_id': '2a7be2b8-33a9-47f6-8f09-0658ae20049e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc', 'mac_address': 'fa:16:3e:79:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:14:06Z', 'updated_at': '2021-01-22T15:14:10Z', 'revision_number': 1, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f19ef3-7f1c-48ee-822a-7ce012f15faa', 'name': '', 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'mac_address': 'fa:16:3e:5a:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:13:04Z', 'updated_at': '2021-01-22T15:13:15Z', 'revision_number': 5, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'subnets': [{'id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:14:13.287041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c713dc9b-d930-450a-9001-9ba97b2cc864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:13.288466 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c713dc9b-d930-450a-9001-9ba97b2cc864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:13.293364 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-c713dc9b-d930-450a-9001-9ba97b2cc864 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f7a23c0-783c-4d59-be24-82402c639979 HTTP/1.1" status: 204 len: 168 time: 0.2048492 Jan 22 15:14:13.454683 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f0194674-0f83-4b9c-94b5-3f368fa941b2 req-169c1d72-8fb3-4935-9b4b-e74fb3e9ecd8 service neutron] 10.222.0.63 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1755917 Jan 22 15:14:13.499243 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-99ffdab9-4da7-48e7-8f51-07362f9f4a36 req-7897e10d-1d56-459c-aa06-5ee9cbe44cdb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:13.541498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-99ffdab9-4da7-48e7-8f51-07362f9f4a36 req-7897e10d-1d56-459c-aa06-5ee9cbe44cdb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:13.547600 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-44bdd171-38bf-41cb-8de9-83fed9788ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:13.601440 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897e10d-1d56-459c-aa06-5ee9cbe44cdb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Pushing event updated for resources: {'SecurityGroup': ['ID=466c5aa3-c8a4-453b-8f0e-f708ac53f302,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:13.604952 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7897e10d-1d56-459c-aa06-5ee9cbe44cdb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:13.611513 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-99ffdab9-4da7-48e7-8f51-07362f9f4a36 req-7897e10d-1d56-459c-aa06-5ee9cbe44cdb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:13.612849 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-99ffdab9-4da7-48e7-8f51-07362f9f4a36 req-7897e10d-1d56-459c-aa06-5ee9cbe44cdb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4844403 Jan 22 15:14:13.709444 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7b786908-8b76-4b70-ad3e-30d5e5ddc293 req-5fc955d1-6f93-4bea-b031-8a4e362cc598 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups/466c5aa3-c8a4-453b-8f0e-f708ac53f302 HTTP/1.1" status: 200 len: 1814 time: 0.0603755 Jan 22 15:14:13.721240 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-7b786908-8b76-4b70-ad3e-30d5e5ddc293 req-ea5f53f0-27a6-4ad6-b323-1034aeffe3b0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '466c5aa3-c8a4-453b-8f0e-f708ac53f302', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:13.721813 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-7b786908-8b76-4b70-ad3e-30d5e5ddc293 req-ea5f53f0-27a6-4ad6-b323-1034aeffe3b0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '466c5aa3-c8a4-453b-8f0e-f708ac53f302', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:13.733111 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-7b786908-8b76-4b70-ad3e-30d5e5ddc293 req-ea5f53f0-27a6-4ad6-b323-1034aeffe3b0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:13.737811 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-7b786908-8b76-4b70-ad3e-30d5e5ddc293 req-ea5f53f0-27a6-4ad6-b323-1034aeffe3b0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Usage tracker for resource:security_group_rule and tenant:5942d7cf065345f1bf77030f6f5ab8fc is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:13.740964 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-7b786908-8b76-4b70-ad3e-30d5e5ddc293 req-ea5f53f0-27a6-4ad6-b323-1034aeffe3b0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:13.748020 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-7b786908-8b76-4b70-ad3e-30d5e5ddc293 req-ea5f53f0-27a6-4ad6-b323-1034aeffe3b0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:13.811940 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7b786908-8b76-4b70-ad3e-30d5e5ddc293 req-ea5f53f0-27a6-4ad6-b323-1034aeffe3b0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for security_group_rule, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:13.825488 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f92ac6-21a9-4cb5-bc8a-924b45c07999 None None] New status for floating IP 854a4d87-9a21-47f4-a5d4-93ac2eaa47df: ACTIVE {{(pid=80169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 15:14:13.829836 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44438) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:13.847024 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7b786908-8b76-4b70-ad3e-30d5e5ddc293 req-ea5f53f0-27a6-4ad6-b323-1034aeffe3b0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:13.850176 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7b786908-8b76-4b70-ad3e-30d5e5ddc293 req-ea5f53f0-27a6-4ad6-b323-1034aeffe3b0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649001'] for security_group_rule, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:13.853582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-25e75d9d-0b89-43ec-a94f-0d2e4b28fb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:13.859581 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:13.874178 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-25e75d9d-0b89-43ec-a94f-0d2e4b28fb48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:13.879093 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-25e75d9d-0b89-43ec-a94f-0d2e4b28fb48 admin admin] Usage tracker for resource:security_group_rule and tenant:3de5c093151b4b84a2f999d1407df89f is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:13.880107 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f53f0-27a6-4ad6-b323-1034aeffe3b0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5dd2de9-239a-498d-9289-1b8c49cb578d,revision_number=0']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:13.882967 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-25e75d9d-0b89-43ec-a94f-0d2e4b28fb48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:13.883613 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ea5f53f0-27a6-4ad6-b323-1034aeffe3b0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:13.891406 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7b786908-8b76-4b70-ad3e-30d5e5ddc293 req-ea5f53f0-27a6-4ad6-b323-1034aeffe3b0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for security_group_rule, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:13.892870 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7b786908-8b76-4b70-ad3e-30d5e5ddc293 req-ea5f53f0-27a6-4ad6-b323-1034aeffe3b0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1760306 Jan 22 15:14:13.895401 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-25e75d9d-0b89-43ec-a94f-0d2e4b28fb48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:14.002735 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4a07d20d-66f7-4333-a4cf-96ef348a6d20 req-8eb2dd9b-387c-4a90-a857-91d2528b95fb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups/466c5aa3-c8a4-453b-8f0e-f708ac53f302 HTTP/1.1" status: 200 len: 2407 time: 0.0727122 Jan 22 15:14:14.019391 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-4a07d20d-66f7-4333-a4cf-96ef348a6d20 req-8c42788b-eaca-4c7c-b9f1-4f3adf30fd68 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '466c5aa3-c8a4-453b-8f0e-f708ac53f302', 'remote_group_id': None}]} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:14.019749 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-4a07d20d-66f7-4333-a4cf-96ef348a6d20 req-8c42788b-eaca-4c7c-b9f1-4f3adf30fd68 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '466c5aa3-c8a4-453b-8f0e-f708ac53f302', 'remote_group_id': None}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:14.031507 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-4a07d20d-66f7-4333-a4cf-96ef348a6d20 req-8c42788b-eaca-4c7c-b9f1-4f3adf30fd68 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:14.036038 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-4a07d20d-66f7-4333-a4cf-96ef348a6d20 req-8c42788b-eaca-4c7c-b9f1-4f3adf30fd68 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Usage tracker for resource:security_group_rule and tenant:5942d7cf065345f1bf77030f6f5ab8fc is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:14.039096 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-4a07d20d-66f7-4333-a4cf-96ef348a6d20 req-8c42788b-eaca-4c7c-b9f1-4f3adf30fd68 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:14.046412 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-4a07d20d-66f7-4333-a4cf-96ef348a6d20 req-8c42788b-eaca-4c7c-b9f1-4f3adf30fd68 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:14.118821 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-25e75d9d-0b89-43ec-a94f-0d2e4b28fb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:14.129600 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-25e75d9d-0b89-43ec-a94f-0d2e4b28fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:14.142429 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-43229234-a05a-4d79-a2dd-d84ae09741a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:14.170731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-4a07d20d-66f7-4333-a4cf-96ef348a6d20 req-8c42788b-eaca-4c7c-b9f1-4f3adf30fd68 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for security_group_rule, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:14.202395 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0522f-507c-478c-950d-43ae55824267 req-516de082-1426-43eb-b41b-e5324c2959ec tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:14.204072 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28d0522f-507c-478c-950d-43ae55824267 req-516de082-1426-43eb-b41b-e5324c2959ec tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/networks?id=3b1a8883-94a5-4921-b632-398d8c5813e9 HTTP/1.1" status: 200 len: 814 time: 0.1854291 Jan 22 15:14:14.204225 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e75d9d-0b89-43ec-a94f-0d2e4b28fb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792178d9-cdf8-4467-9c4b-221ff4f306e1,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:14.207596 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-25e75d9d-0b89-43ec-a94f-0d2e4b28fb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:14.212063 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-25e75d9d-0b89-43ec-a94f-0d2e4b28fb48 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3de5c093151b4b84a2f999d1407df89f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807709 Jan 22 15:14:14.215037 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44456) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:14.223990 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28d0522f-507c-478c-950d-43ae55824267 req-e28b3388-fd91-4caa-aa65-ff72abbfa12e tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/quotas/f7cf93ed828b466a95b08e77c4c48d75 HTTP/1.1" status: 200 len: 375 time: 0.0134423 Jan 22 15:14:14.243051 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-4a07d20d-66f7-4333-a4cf-96ef348a6d20 req-8c42788b-eaca-4c7c-b9f1-4f3adf30fd68 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:14.253258 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-4a07d20d-66f7-4333-a4cf-96ef348a6d20 req-8c42788b-eaca-4c7c-b9f1-4f3adf30fd68 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649001'] for security_group_rule, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:14.266329 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-22b6ff6b-0311-41b0-9f72-5e7e42d2b733 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:14.301489 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42788b-eaca-4c7c-b9f1-4f3adf30fd68 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68dafbad-e6c9-44e5-9d46-c683279aa174,revision_number=0']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:14.305068 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8c42788b-eaca-4c7c-b9f1-4f3adf30fd68 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:14.335853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-efbe1706-dca0-42d8-b76b-e8ed400f7168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:14.339833 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-4a07d20d-66f7-4333-a4cf-96ef348a6d20 req-8c42788b-eaca-4c7c-b9f1-4f3adf30fd68 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for security_group_rule, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:14.341159 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4a07d20d-66f7-4333-a4cf-96ef348a6d20 req-8c42788b-eaca-4c7c-b9f1-4f3adf30fd68 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3312757 Jan 22 15:14:14.382502 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-efbe1706-dca0-42d8-b76b-e8ed400f7168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:14.449829 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-efbe1706-dca0-42d8-b76b-e8ed400f7168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:14.457535 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2cb32acb-2d67-49e2-a3f5-e6e62fc41afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:14.507249 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28d0522f-507c-478c-950d-43ae55824267 req-abf93efd-548c-4e30-b210-8b4ff3eadc40 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cf93ed828b466a95b08e77c4c48d75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2766349 Jan 22 15:14:14.510321 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe1706-dca0-42d8-b76b-e8ed400f7168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792178d9-cdf8-4467-9c4b-221ff4f306e1,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:14.518155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-efbe1706-dca0-42d8-b76b-e8ed400f7168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:14.521714 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-efbe1706-dca0-42d8-b76b-e8ed400f7168 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/792178d9-cdf8-4467-9c4b-221ff4f306e1 HTTP/1.1" status: 204 len: 168 time: 0.3025918 Jan 22 15:14:14.521714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-efbe1706-dca0-42d8-b76b-e8ed400f7168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:14.592872 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d9e26-5a55-4585-8c53-63fa863485fd req-6c5a9807-9ad6-42b4-8f69-8ab7fa5d5058 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:14.594738 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-349d9e26-5a55-4585-8c53-63fa863485fd req-6c5a9807-9ad6-42b4-8f69-8ab7fa5d5058 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1233461 Jan 22 15:14:14.652613 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-349d9e26-5a55-4585-8c53-63fa863485fd req-1c0e2a82-a2db-4b7c-ab0f-e3f30a5b7745 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483587 Jan 22 15:14:14.659127 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28d0522f-507c-478c-950d-43ae55824267 req-fdd6e67d-cd97-47b2-aaac-795d2e4f6cbd service neutron] 10.222.0.53 "GET /v2.0/networks/3b1a8883-94a5-4921-b632-398d8c5813e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428080 Jan 22 15:14:14.817955 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28d0522f-507c-478c-950d-43ae55824267 req-7c8fefb2-6e98-49d5-befb-f7e6a0de2e78 service neutron] 10.222.0.53 "GET /v2.0/networks/3b1a8883-94a5-4921-b632-398d8c5813e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1518080 Jan 22 15:14:14.835769 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-544dc95c-8b3d-4df6-84e1-5600f0519724 req-83b36403-4d3a-4715-9814-b0d40d1877c6 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Synchronizing usage tracker for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:security_group {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:14:14.853285 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-544dc95c-8b3d-4df6-84e1-5600f0519724 req-83b36403-4d3a-4715-9814-b0d40d1877c6 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Unset dirty status for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:security_group {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:14:14.855130 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-544dc95c-8b3d-4df6-84e1-5600f0519724 req-83b36403-4d3a-4715-9814-b0d40d1877c6 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1711556250&fields=id&tenant_id=5942d7cf065345f1bf77030f6f5ab8fc HTTP/1.1" status: 200 len: 267 time: 0.0698385 Jan 22 15:14:15.010384 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dc95c-8b3d-4df6-84e1-5600f0519724 req-fcc55006-8b4e-484d-af6b-35ac59465b74 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:15.012847 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-544dc95c-8b3d-4df6-84e1-5600f0519724 req-fcc55006-8b4e-484d-af6b-35ac59465b74 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 946 time: 0.1507127 Jan 22 15:14:15.030096 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-544dc95c-8b3d-4df6-84e1-5600f0519724 req-a4c34315-a1da-4729-b96e-cba8bbc09096 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Request body: {'port': {'security_groups': ['719ec14d-2558-485c-a60e-6f88db43dca4', '466c5aa3-c8a4-453b-8f0e-f708ac53f302']}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:15.140085 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3aaaeea0-54b0-45a0-9c56-ff2c543b5bcb req-fe9ff00f-6b02-4126-b5e1-8e26e9757f20 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 210 time: 0.0986583 Jan 22 15:14:15.256751 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-544dc95c-8b3d-4df6-84e1-5600f0519724 req-a4c34315-a1da-4729-b96e-cba8bbc09096 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:15.690004 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-544dc95c-8b3d-4df6-84e1-5600f0519724 req-a4c34315-a1da-4729-b96e-cba8bbc09096 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] For port 2a7be2b8-33a9-47f6-8f09-0658ae20049e, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=2a7be2b8-33a9-47f6-8f09-0658ae20049e,segment=NetworkSegment(2946827c-3ac6-4a9c-9686-48d75ceb7c07),segment_id=2946827c-3ac6-4a9c-9686-48d75ceb7c07)] {{(pid=80168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:14:15.719529 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-544dc95c-8b3d-4df6-84e1-5600f0519724 req-a4c34315-a1da-4729-b96e-cba8bbc09096 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:15.724048 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-544dc95c-8b3d-4df6-84e1-5600f0519724 req-a4c34315-a1da-4729-b96e-cba8bbc09096 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823312390'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:15.825621 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d14e41c3-b1e7-4f96-b14b-052624d08c26 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:15.918262 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75cb2c-0642-4047-a458-598da9cf2c20 req-5f99138f-e120-4e63-9548-1ff89c025975 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:15.920123 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7b75cb2c-0642-4047-a458-598da9cf2c20 req-5f99138f-e120-4e63-9548-1ff89c025975 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.1143844 Jan 22 15:14:15.944876 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c34315-a1da-4729-b96e-cba8bbc09096 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Pushing event updated for resources: {'Port': ['ID=2a7be2b8-33a9-47f6-8f09-0658ae20049e,revision_number=5']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:15.950664 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a4c34315-a1da-4729-b96e-cba8bbc09096 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:15.974719 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dc95c-8b3d-4df6-84e1-5600f0519724 req-a4c34315-a1da-4729-b96e-cba8bbc09096 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:15.975468 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-544dc95c-8b3d-4df6-84e1-5600f0519724 req-a4c34315-a1da-4729-b96e-cba8bbc09096 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:15.977023 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-544dc95c-8b3d-4df6-84e1-5600f0519724 req-a4c34315-a1da-4729-b96e-cba8bbc09096 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "PUT /v2.0/ports/2a7be2b8-33a9-47f6-8f09-0658ae20049e HTTP/1.1" status: 200 len: 982 time: 0.9525247 Jan 22 15:14:15.977594 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'tag': '2a7be2b8-33a9-47f6-8f09-0658ae20049e'}] {{(pid=80168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:14:15.992726 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7b75cb2c-0642-4047-a458-598da9cf2c20 req-47b49099-f60e-4e9b-a80a-a4c7c23a9a3d tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655313 Jan 22 15:14:16.067106 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'tag': '2a7be2b8-33a9-47f6-8f09-0658ae20049e', 'status': 'completed', 'code': 200} Jan 22 15:14:16.266327 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-0292498e-d2ce-48cd-aa4f-5b3a659df9bb None None] Provisioning complete for port 2a7be2b8-33a9-47f6-8f09-0658ae20049e triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:16.270961 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0292498e-d2ce-48cd-aa4f-5b3a659df9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:16.299624 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab9fad-6127-4fd8-be2f-7573a095d663 req-96917763-9f7e-4dc6-bdc0-99fbdfa588a1 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:16.301644 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-42ab9fad-6127-4fd8-be2f-7573a095d663 req-96917763-9f7e-4dc6-bdc0-99fbdfa588a1 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 985 time: 0.1699138 Jan 22 15:14:16.411647 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-42ab9fad-6127-4fd8-be2f-7573a095d663 req-11acd197-58cf-44f4-8d6e-7d57d423bdee tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=466c5aa3-c8a4-453b-8f0e-f708ac53f302&id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1029642 Jan 22 15:14:16.536277 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4e91e090-3bc7-4169-b41f-aa4195a60d5e req-8b225e15-2a2b-4000-a533-e0802bdccf6f tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 210 time: 0.0531659 Jan 22 15:14:16.589809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7266424-ad8d-4b42-a321-a87aa65b02e0 req-0af7747c-ae60-4533-b93a-0405dfff1b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:16.594640 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b7266424-ad8d-4b42-a321-a87aa65b02e0 req-0af7747c-ae60-4533-b93a-0405dfff1b94 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5942d7cf065345f1bf77030f6f5ab8fc&device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 1203 time: 0.4646587 Jan 22 15:14:16.712742 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0522f-507c-478c-950d-43ae55824267 req-5e709301-498b-45b7-94d8-967554c46cb9 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:16.715345 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28d0522f-507c-478c-950d-43ae55824267 req-5e709301-498b-45b7-94d8-967554c46cb9 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.63 "GET /v2.0/networks?id=3b1a8883-94a5-4921-b632-398d8c5813e9 HTTP/1.1" status: 200 len: 814 time: 0.2628887 Jan 22 15:14:16.776224 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7266424-ad8d-4b42-a321-a87aa65b02e0 req-2c2db866-9aac-4e68-960b-83b8bc732ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:16.778232 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b7266424-ad8d-4b42-a321-a87aa65b02e0 req-2c2db866-9aac-4e68-960b-83b8bc732ab1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=47e14c0b-3f18-45c7-af64-d43f0c6806cc HTTP/1.1" status: 200 len: 909 time: 0.1744163 Jan 22 15:14:16.814983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-28d0522f-507c-478c-950d-43ae55824267 req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Request body: {'port': {'device_id': '6c380b52-6260-4903-8db4-e3f183e27e7e', 'network_id': '3b1a8883-94a5-4921-b632-398d8c5813e9', 'admin_state_up': True, 'tenant_id': 'f7cf93ed828b466a95b08e77c4c48d75'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:16.938070 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b7266424-ad8d-4b42-a321-a87aa65b02e0 req-ebd9daad-0cc8-412b-aef7-366d5eea9098 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a7be2b8-33a9-47f6-8f09-0658ae20049e HTTP/1.1" status: 200 len: 1002 time: 0.1266747 Jan 22 15:14:17.034131 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7266424-ad8d-4b42-a321-a87aa65b02e0 req-4e78e606-6651-4e58-83ed-6a360501a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:17.036293 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b7266424-ad8d-4b42-a321-a87aa65b02e0 req-4e78e606-6651-4e58-83ed-6a360501a663 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0 HTTP/1.1" status: 200 len: 854 time: 0.0739632 Jan 22 15:14:17.048384 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-28d0522f-507c-478c-950d-43ae55824267 req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:17.078333 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336171c-d61e-4739-8ae2-08b2db37109d req-8894d596-8919-4e8d-821d-2bde23ddc6be tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:17.080050 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b336171c-d61e-4739-8ae2-08b2db37109d req-8894d596-8919-4e8d-821d-2bde23ddc6be tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.63 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.2441227 Jan 22 15:14:17.083250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-28d0522f-507c-478c-950d-43ae55824267 req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Usage tracker for resource:port and tenant:f7cf93ed828b466a95b08e77c4c48d75 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:17.087572 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-28d0522f-507c-478c-950d-43ae55824267 req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Quota usage for port was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:17.132481 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-28d0522f-507c-478c-950d-43ae55824267 req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:17.162853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d0522f-507c-478c-950d-43ae55824267 req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Made reservation on behalf of f7cf93ed828b466a95b08e77c4c48d75 for: {'port': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:14:17.173117 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-28d0522f-507c-478c-950d-43ae55824267 req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:17.173609 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7266424-ad8d-4b42-a321-a87aa65b02e0 req-9f9fbc62-2552-4733-bd88-2f86c7706472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:17.175289 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b7266424-ad8d-4b42-a321-a87aa65b02e0 req-9f9fbc62-2552-4733-bd88-2f86c7706472 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=47e14c0b-3f18-45c7-af64-d43f0c6806cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1137702 Jan 22 15:14:17.262634 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-b336171c-d61e-4739-8ae2-08b2db37109d req-87f6703a-1cc6-4cb1-a5eb-994abaeaaa57 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Deleting port 09751bde-44c5-4374-86ca-edf3439c2db4 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:14:17.263053 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-b336171c-d61e-4739-8ae2-08b2db37109d req-87f6703a-1cc6-4cb1-a5eb-994abaeaaa57 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:17.331621 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b7266424-ad8d-4b42-a321-a87aa65b02e0 req-fee96869-3ccb-4948-8d46-bc0bc652ccfb service neutron] 10.222.0.63 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471612 Jan 22 15:14:17.488218 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b7266424-ad8d-4b42-a321-a87aa65b02e0 req-066efd30-e870-42e3-85dc-91a689f1fa1b service neutron] 10.222.0.63 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1498976 Jan 22 15:14:17.680391 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346e243-f1e8-48fa-be24-3fc29107d456 req-c5d21dbc-d5f0-4c9c-982b-07292f772f7c tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:17.682093 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9346e243-f1e8-48fa-be24-3fc29107d456 req-c5d21dbc-d5f0-4c9c-982b-07292f772f7c tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 946 time: 0.4900649 Jan 22 15:14:17.736787 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-211aea4f-00f9-431b-8900-f7b8ebca2234 req-f00e34e9-1af9-4e8b-b1d5-8488cdc8c103 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 210 time: 0.0479760 Jan 22 15:14:17.879596 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9346e243-f1e8-48fa-be24-3fc29107d456 req-461d3768-0249-4509-ae3c-c3d8cf10b6ec tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/security-groups?id=b8cb209a-7839-4834-bd5a-91b1372187a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435375 Jan 22 15:14:17.893338 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-28d0522f-507c-478c-950d-43ae55824267 req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Allocated IP 172.20.0.12 (3b1a8883-94a5-4921-b632-398d8c5813e9/22cc589e-a6de-40a5-b3b3-12cecc70f889/57eb3a04-7a5e-48e5-a55b-235508cb5676) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:14:17.920627 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-b336171c-d61e-4739-8ae2-08b2db37109d req-87f6703a-1cc6-4cb1-a5eb-994abaeaaa57 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] For port 09751bde-44c5-4374-86ca-edf3439c2db4, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=09751bde-44c5-4374-86ca-edf3439c2db4,segment=NetworkSegment(a55465f7-fd26-48b6-9058-045031476ce9),segment_id=a55465f7-fd26-48b6-9058-045031476ce9)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:14:17.921022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-b336171c-d61e-4739-8ae2-08b2db37109d req-87f6703a-1cc6-4cb1-a5eb-994abaeaaa57 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:18.066868 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-b336171c-d61e-4739-8ae2-08b2db37109d req-87f6703a-1cc6-4cb1-a5eb-994abaeaaa57 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Calling delete_port for 09751bde-44c5-4374-86ca-edf3439c2db4 owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:14:18.292572 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 2a7be2b8-33a9-47f6-8f09-0658ae20049e up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:18.372888 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 2a7be2b8-33a9-47f6-8f09-0658ae20049e triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:18.373552 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:18.426092 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-28d0522f-507c-478c-950d-43ae55824267 req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:18.430067 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-b336171c-d61e-4739-8ae2-08b2db37109d req-87f6703a-1cc6-4cb1-a5eb-994abaeaaa57 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:18.447106 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6227d827-d650-4a1f-a92d-6ebe9a6bd8a6 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:18.505921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6703a-1cc6-4cb1-a5eb-994abaeaaa57 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Pushing event deleted for resources: {'Port': ['ID=09751bde-44c5-4374-86ca-edf3439c2db4,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:18.537329 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 09751bde-44c5-4374-86ca-edf3439c2db4 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:14:18.558453 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-87f6703a-1cc6-4cb1-a5eb-994abaeaaa57 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:18.574032 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] No Port match for: 09751bde-44c5-4374-86ca-edf3439c2db4 {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:14:18.574386 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 09751bde-44c5-4374-86ca-edf3439c2db4 not bound to the agent host hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:14:18.636373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-28d0522f-507c-478c-950d-43ae55824267 req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:18.652614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:19.015616 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba0a34-91ab-4fb3-98bc-666740b42919 req-d8255ca2-2c0e-4ff5-8d45-024c4c01ca72 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:19.024720 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ccba0a34-91ab-4fb3-98bc-666740b42919 req-d8255ca2-2c0e-4ff5-8d45-024c4c01ca72 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 932 time: 0.1526978 Jan 22 15:14:19.038259 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b336171c-d61e-4739-8ae2-08b2db37109d req-87f6703a-1cc6-4cb1-a5eb-994abaeaaa57 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] No DVR routers for this DVR port 09751bde-44c5-4374-86ca-edf3439c2db4 on host hv-cinder-76377 {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:14:19.076766 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-ccba0a34-91ab-4fb3-98bc-666740b42919 req-e08745d5-e2c2-467b-b451-8d8d2c307f30 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Synchronizing usage tracker for tenant:f7cf93ed828b466a95b08e77c4c48d75 on resource:security_group {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:14:19.083994 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-b336171c-d61e-4739-8ae2-08b2db37109d req-87f6703a-1cc6-4cb1-a5eb-994abaeaaa57 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:19.086714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776', 'name': 'network-vif-deleted', 'tag': '09751bde-44c5-4374-86ca-edf3439c2db4'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:14:19.095919 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-ccba0a34-91ab-4fb3-98bc-666740b42919 req-e08745d5-e2c2-467b-b451-8d8d2c307f30 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Unset dirty status for tenant:f7cf93ed828b466a95b08e77c4c48d75 on resource:security_group {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:14:19.097199 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ccba0a34-91ab-4fb3-98bc-666740b42919 req-e08745d5-e2c2-467b-b451-8d8d2c307f30 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716856 Jan 22 15:14:19.108962 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Pushing event updated for resources: {'Port': ['ID=57eb3a04-7a5e-48e5-a55b-235508cb5676,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:19.121567 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b601a2f7-0ddc-4fb1-bc90-c965da6969e1 req-61ee39e5-f4dd-45a1-99bd-a5a942d518eb tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.53 "GET /v2.0/ports?device_id=7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776 HTTP/1.1" status: 200 len: 210 time: 0.0960562 Jan 22 15:14:19.125384 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:19.147278 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b336171c-d61e-4739-8ae2-08b2db37109d req-87f6703a-1cc6-4cb1-a5eb-994abaeaaa57 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] 10.222.0.63 "DELETE /v2.0/ports/09751bde-44c5-4374-86ca-edf3439c2db4 HTTP/1.1" status: 204 len: 173 time: 2.0608642 Jan 22 15:14:19.177599 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb5c6f9-ba43-423f-92c0-0fb6e1b8c776', 'name': 'network-vif-deleted', 'tag': '09751bde-44c5-4374-86ca-edf3439c2db4', 'status': 'completed', 'code': 200} Jan 22 15:14:19.190229 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d0522f-507c-478c-950d-43ae55824267 req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Network 3b1a8883-94a5-4921-b632-398d8c5813e9 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:14:19.191399 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-28d0522f-507c-478c-950d-43ae55824267 req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:19.193634 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d0522f-507c-478c-950d-43ae55824267 req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:14:19.273379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0522f-507c-478c-950d-43ae55824267 req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:19.274074 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-28d0522f-507c-478c-950d-43ae55824267 req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:19.292135 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28d0522f-507c-478c-950d-43ae55824267 req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4868052 Jan 22 15:14:19.326391 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Request body: {'port': {'device_id': '6c380b52-6260-4903-8db4-e3f183e27e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:19.456166 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:19.884403 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57eb3a04-7a5e-48e5-a55b-235508cb5676 {{(pid=80167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:14:19.892470 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:19.905501 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Transition to ACTIVE for port object 57eb3a04-7a5e-48e5-a55b-235508cb5676 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:19.907682 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:19.927829 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:20.061800 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Pushing event updated for resources: {'Port': ['ID=57eb3a04-7a5e-48e5-a55b-235508cb5676,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:20.066507 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:20.252166 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44584) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:20.311714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Attempting to bind port 57eb3a04-7a5e-48e5-a55b-235508cb5676 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:14:20.312203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Attempting to bind port 57eb3a04-7a5e-48e5-a55b-235508cb5676 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '12241a03-0e63-4869-9cf7-861c1ba12353', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3b1a8883-94a5-4921-b632-398d8c5813e9'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:14:20.312416 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Attempting to bind port 57eb3a04-7a5e-48e5-a55b-235508cb5676 on network 3b1a8883-94a5-4921-b632-398d8c5813e9 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:14:20.325978 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:14:20.326406 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Checking segment: {'id': '12241a03-0e63-4869-9cf7-861c1ba12353', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3b1a8883-94a5-4921-b632-398d8c5813e9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:14:20.326823 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:20.327239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Bound using segment: {'id': '12241a03-0e63-4869-9cf7-861c1ba12353', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3b1a8883-94a5-4921-b632-398d8c5813e9'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:14:20.328159 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Bound port: 57eb3a04-7a5e-48e5-a55b-235508cb5676, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12241a03-0e63-4869-9cf7-861c1ba12353', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3b1a8883-94a5-4921-b632-398d8c5813e9'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:14:20.328159 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:20.435727 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] For port 57eb3a04-7a5e-48e5-a55b-235508cb5676, host hv-cinder-76377, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:14:20.444296 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] For port 57eb3a04-7a5e-48e5-a55b-235508cb5676, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=57eb3a04-7a5e-48e5-a55b-235508cb5676,segment=NetworkSegment(12241a03-0e63-4869-9cf7-861c1ba12353),segment_id=12241a03-0e63-4869-9cf7-861c1ba12353)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:14:20.449258 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:20.471220 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5649c803-a68b-46c2-9ad6-c7a3ef0fd7bf tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:20.641630 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a2ef9-0f6e-4d21-9981-128abbfe24e1 req-3bc4872c-4521-45a7-94b7-3cd1fd590e20 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:20.642486 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-831a2ef9-0f6e-4d21-9981-128abbfe24e1 req-3bc4872c-4521-45a7-94b7-3cd1fd590e20 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Synchronizing usage tracker for tenant:f7cf93ed828b466a95b08e77c4c48d75 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:14:20.694858 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-831a2ef9-0f6e-4d21-9981-128abbfe24e1 req-3bc4872c-4521-45a7-94b7-3cd1fd590e20 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Unset dirty status for tenant:f7cf93ed828b466a95b08e77c4c48d75 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:14:20.696143 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-831a2ef9-0f6e-4d21-9981-128abbfe24e1 req-3bc4872c-4521-45a7-94b7-3cd1fd590e20 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 944 time: 0.4511597 Jan 22 15:14:20.696809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Pushing event updated for resources: {'Port': ['ID=57eb3a04-7a5e-48e5-a55b-235508cb5676,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:20.703445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:20.775145 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:20.775442 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:20.777896 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28d0522f-507c-478c-950d-43ae55824267 req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] 10.222.0.63 "PUT /v2.0/ports/57eb3a04-7a5e-48e5-a55b-235508cb5676 HTTP/1.1" status: 200 len: 1158 time: 1.4567089 Jan 22 15:14:20.798996 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-831a2ef9-0f6e-4d21-9981-128abbfe24e1 req-11d56c29-13c8-427b-861a-300943d445dd tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792649 Jan 22 15:14:20.911087 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e83f2e41-1e28-4279-92af-d8752f84fcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:20.965567 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0522f-507c-478c-950d-43ae55824267 req-04ce057f-3ad2-4c09-8159-a23530183eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:20.967399 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28d0522f-507c-478c-950d-43ae55824267 req-04ce057f-3ad2-4c09-8159-a23530183eb7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f7cf93ed828b466a95b08e77c4c48d75&device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 1161 time: 0.1115227 Jan 22 15:14:21.017376 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7772-c928-4504-8504-3328933e4a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854278362'] for router_interface, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:21.066478 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28d0522f-507c-478c-950d-43ae55824267 req-546d5865-2c96-44f2-98ca-07179e5fe88e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57eb3a04-7a5e-48e5-a55b-235508cb5676 HTTP/1.1" status: 200 len: 217 time: 0.0844903 Jan 22 15:14:21.141773 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0522f-507c-478c-950d-43ae55824267 req-91c5ec9e-4641-4eea-bfe7-b6acadb58793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:21.143450 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28d0522f-507c-478c-950d-43ae55824267 req-91c5ec9e-4641-4eea-bfe7-b6acadb58793 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22cc589e-a6de-40a5-b3b3-12cecc70f889 HTTP/1.1" status: 200 len: 854 time: 0.0677249 Jan 22 15:14:21.202080 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c380b52-6260-4903-8db4-e3f183e27e7e', 'tag': '57eb3a04-7a5e-48e5-a55b-235508cb5676'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:14:21.219588 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28d0522f-507c-478c-950d-43ae55824267 req-c79dde27-be59-49a7-82fe-29a28226d39c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3b1a8883-94a5-4921-b632-398d8c5813e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540063 Jan 22 15:14:21.305279 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c380b52-6260-4903-8db4-e3f183e27e7e', 'tag': '57eb3a04-7a5e-48e5-a55b-235508cb5676', 'status': 'completed', 'code': 200} Jan 22 15:14:21.379604 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28d0522f-507c-478c-950d-43ae55824267 req-2cec8502-9b13-4230-b8ab-9a0269606493 service neutron] 10.222.0.63 "GET /v2.0/networks/3b1a8883-94a5-4921-b632-398d8c5813e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530375 Jan 22 15:14:21.403326 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7772-c928-4504-8504-3328933e4a00 admin admin] Deleting port 7ec9e4e3-9283-440e-9bd1-2d38aef4912d {{(pid=80168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:14:21.404173 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7772-c928-4504-8504-3328933e4a00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:21.534188 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28d0522f-507c-478c-950d-43ae55824267 req-b9ea68ed-5840-4969-88a5-025f6599575f service neutron] 10.222.0.63 "GET /v2.0/networks/3b1a8883-94a5-4921-b632-398d8c5813e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391606 Jan 22 15:14:21.592425 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-0d6b7772-c928-4504-8504-3328933e4a00 admin admin] For port 7ec9e4e3-9283-440e-9bd1-2d38aef4912d, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=7ec9e4e3-9283-440e-9bd1-2d38aef4912d,segment=NetworkSegment(a55465f7-fd26-48b6-9058-045031476ce9),segment_id=a55465f7-fd26-48b6-9058-045031476ce9)] {{(pid=80168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:14:21.592834 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7772-c928-4504-8504-3328933e4a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:21.714594 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a9980-0b5d-42d3-9152-42777b151322 req-533f52ca-ff70-4f7c-a838-6584086e289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:21.716732 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6e0a9980-0b5d-42d3-9152-42777b151322 req-533f52ca-ff70-4f7c-a838-6584086e289e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f7cf93ed828b466a95b08e77c4c48d75&device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 1161 time: 0.0845549 Jan 22 15:14:21.726278 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7772-c928-4504-8504-3328933e4a00 admin admin] Calling delete_port for 7ec9e4e3-9283-440e-9bd1-2d38aef4912d owned by network:router_interface {{(pid=80168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:14:21.889948 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a9980-0b5d-42d3-9152-42777b151322 req-cf875177-8d2b-44b0-b2f8-5547f5fd274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:21.891565 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6e0a9980-0b5d-42d3-9152-42777b151322 req-cf875177-8d2b-44b0-b2f8-5547f5fd274f service neutron] 10.222.0.63 "GET /v2.0/networks?id=3b1a8883-94a5-4921-b632-398d8c5813e9 HTTP/1.1" status: 200 len: 908 time: 0.1676552 Jan 22 15:14:22.016056 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6e0a9980-0b5d-42d3-9152-42777b151322 req-184fba8e-099b-46f9-8e28-c0ab0c358c13 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57eb3a04-7a5e-48e5-a55b-235508cb5676 HTTP/1.1" status: 200 len: 217 time: 0.1158881 Jan 22 15:14:22.100457 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a9980-0b5d-42d3-9152-42777b151322 req-ccbc23da-4e8f-4310-9ea9-ba78882cd7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:22.102121 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6e0a9980-0b5d-42d3-9152-42777b151322 req-ccbc23da-4e8f-4310-9ea9-ba78882cd7e9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22cc589e-a6de-40a5-b3b3-12cecc70f889 HTTP/1.1" status: 200 len: 854 time: 0.0766385 Jan 22 15:14:22.191350 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6e0a9980-0b5d-42d3-9152-42777b151322 req-f276963a-4526-40a3-bd9f-420abffa3e8b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3b1a8883-94a5-4921-b632-398d8c5813e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705557 Jan 22 15:14:22.225646 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59213dbf-158d-4e48-a323-6caf1c1a0704 req-099a091f-9acb-45fb-9456-d149efeb8da9 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:22.227543 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-59213dbf-158d-4e48-a323-6caf1c1a0704 req-099a091f-9acb-45fb-9456-d149efeb8da9 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 944 time: 0.2688150 Jan 22 15:14:22.341605 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7772-c928-4504-8504-3328933e4a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:22.361171 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a4c34315-a1da-4729-b96e-cba8bbc09096 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:22.421627 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-59213dbf-158d-4e48-a323-6caf1c1a0704 req-0fc6b477-4f37-4736-8caf-12b165edebef tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671290 Jan 22 15:14:22.482189 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6e0a9980-0b5d-42d3-9152-42777b151322 req-24692d54-d53e-40ee-a831-6b8bf4a6aa2c service neutron] 10.222.0.63 "GET /v2.0/networks/3b1a8883-94a5-4921-b632-398d8c5813e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535181 Jan 22 15:14:22.496619 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7772-c928-4504-8504-3328933e4a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec9e4e3-9283-440e-9bd1-2d38aef4912d,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:22.501841 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0d6b7772-c928-4504-8504-3328933e4a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:22.730727 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67182c88-8ece-46d0-bb52-aed98e95f4b2 req-26937694-b68e-4830-a96d-ee98d5ae4b78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:22.732516 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-67182c88-8ece-46d0-bb52-aed98e95f4b2 req-26937694-b68e-4830-a96d-ee98d5ae4b78 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.1990907 Jan 22 15:14:22.828958 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3bc17e8c-44db-43a4-94f5-a66ce59ca699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:22.874868 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6e0a9980-0b5d-42d3-9152-42777b151322 req-82ec5191-966f-4484-9527-420a9ffc1d8c service neutron] 10.222.0.63 "GET /v2.0/networks/3b1a8883-94a5-4921-b632-398d8c5813e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3797679 Jan 22 15:14:22.878708 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-67182c88-8ece-46d0-bb52-aed98e95f4b2 req-b7429cc5-29e3-4c48-873b-898b794fb5a8 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891919 Jan 22 15:14:22.967465 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7772-c928-4504-8504-3328933e4a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854278208'] for router_interface, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:23.480632 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6b7772-c928-4504-8504-3328933e4a00 admin admin] Router 71256188-88c5-4c0d-b073-2d321362661c has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:14:23.560430 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:23.711102 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4be51-40dd-432f-8369-d40bb6cc3583 req-0c53cb68-f490-4044-a93a-5e87ea7b5e49 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:23.719278 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-38b4be51-40dd-432f-8369-d40bb6cc3583 req-0c53cb68-f490-4044-a93a-5e87ea7b5e49 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 944 time: 0.1367762 Jan 22 15:14:23.727416 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6b7772-c928-4504-8504-3328933e4a00 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:14:23.736326 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a52633-cabf-4664-b459-8d1bfac9e5bd None None] Sync routers for ids ['71256188-88c5-4c0d-b073-2d321362661c'] in dv-cinder-763774-2-smb {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:14:23.741124 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-0d6b7772-c928-4504-8504-3328933e4a00 admin admin] 10.222.0.53 "PUT /v2.0/routers/71256188-88c5-4c0d-b073-2d321362661c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4877656 Jan 22 15:14:23.743876 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44658) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:23.747234 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a52633-cabf-4664-b459-8d1bfac9e5bd None None] Routers {'71256188-88c5-4c0d-b073-2d321362661c'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:14:23.748306 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-46a52633-cabf-4664-b459-8d1bfac9e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:14:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['71256188-88c5-4c0d-b073-2d321362661c'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:23.793702 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-38b4be51-40dd-432f-8369-d40bb6cc3583 req-f3b4bd7b-0eae-4355-9363-574c0ddad571 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713358 Jan 22 15:14:23.918296 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 44666) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:23.953111 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-46a52633-cabf-4664-b459-8d1bfac9e5bd None None] Set router 71256188-88c5-4c0d-b073-2d321362661c gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:14:23.960626 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4e2808c8-e89d-4e17-9271-05c1f3028a09 admin admin] Notify callbacks [] for router, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:24.093381 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c55d-1926-4ff3-b183-2da17a69a401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:24.112854 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-b1a8c55d-1926-4ff3-b183-2da17a69a401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:24.117215 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-b1a8c55d-1926-4ff3-b183-2da17a69a401 admin admin] Usage tracker for resource:security_group_rule and tenant:dd6434f168e74a089beea0df09eca15d is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:24.120947 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-b1a8c55d-1926-4ff3-b183-2da17a69a401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:24.129148 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-b1a8c55d-1926-4ff3-b183-2da17a69a401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:24.228935 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4e2808c8-e89d-4e17-9271-05c1f3028a09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:24.242983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.objects.ports [None req-43791c7b-45f1-4d88-bafd-ecf220cba667 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80169) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 15:14:24.247542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c55d-1926-4ff3-b183-2da17a69a401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:24.251156 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c55d-1926-4ff3-b183-2da17a69a401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:24.261048 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-15ff0941-3ce6-4d11-97ca-f6a9c82c9c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:24.261523 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67b531-696c-45de-bdf8-31f377e66918 req-ec3354bc-7097-4343-a241-a4bbca7b9ff0 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:24.263333 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9f67b531-696c-45de-bdf8-31f377e66918 req-ec3354bc-7097-4343-a241-a4bbca7b9ff0 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.2275269 Jan 22 15:14:24.265012 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-4e2808c8-e89d-4e17-9271-05c1f3028a09 admin admin] Deleting port 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7 {{(pid=80168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:14:24.265391 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4e2808c8-e89d-4e17-9271-05c1f3028a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:24.313830 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b1a8c55d-1926-4ff3-b183-2da17a69a401 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd6434f168e74a089beea0df09eca15d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910730 Jan 22 15:14:24.313830 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8c55d-1926-4ff3-b183-2da17a69a401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2071a83b-a2df-43b2-a0e3-361b735d04ae,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:24.318795 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b1a8c55d-1926-4ff3-b183-2da17a69a401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:24.319737 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 44672) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:24.404706 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-53217096-fbd0-4344-9102-3d57de262aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:24.437550 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-53217096-fbd0-4344-9102-3d57de262aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:24.490291 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-53217096-fbd0-4344-9102-3d57de262aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:24.497729 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9c36e2a1-cb5d-442e-a929-54fef6deb492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:24.502842 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-46a52633-cabf-4664-b459-8d1bfac9e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71256188-88c5-4c0d-b073-2d321362661c', 'name': 'tempest-ServerRescueNegativeTestJSON-409388434-router', 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:11:02Z', 'updated_at': '2021-01-22T15:14:22Z', 'revision_number': 5, 'project_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'gw_port': {'id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71256188-88c5-4c0d-b073-2d321362661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:04Z', 'updated_at': '2021-01-22T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:24.507523 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a52633-cabf-4664-b459-8d1bfac9e5bd None None] Checking router: 71256188-88c5-4c0d-b073-2d321362661c for host: dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:14:24.515240 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53217096-fbd0-4344-9102-3d57de262aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2071a83b-a2df-43b2-a0e3-361b735d04ae,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:24.517575 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a52633-cabf-4664-b459-8d1bfac9e5bd None None] Routers {'71256188-88c5-4c0d-b073-2d321362661c'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:14:24.518582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-46a52633-cabf-4664-b459-8d1bfac9e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:14:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['71256188-88c5-4c0d-b073-2d321362661c'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:24.523562 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-53217096-fbd0-4344-9102-3d57de262aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:24.525776 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-53217096-fbd0-4344-9102-3d57de262aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:24.527245 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-53217096-fbd0-4344-9102-3d57de262aa6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2071a83b-a2df-43b2-a0e3-361b735d04ae HTTP/1.1" status: 204 len: 168 time: 0.2062433 Jan 22 15:14:24.631491 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:24.672780 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9f67b531-696c-45de-bdf8-31f377e66918 req-b15969de-3e50-49dd-9a12-4a49c1b4cea3 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3755443 Jan 22 15:14:24.702556 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:24.772858 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-46a52633-cabf-4664-b459-8d1bfac9e5bd None None] Set router 71256188-88c5-4c0d-b073-2d321362661c gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:14:24.773487 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-4e2808c8-e89d-4e17-9271-05c1f3028a09 admin admin] For port 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:14:24.773968 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4e2808c8-e89d-4e17-9271-05c1f3028a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:24.913963 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 57eb3a04-7a5e-48e5-a55b-235508cb5676 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:24.941434 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-4e2808c8-e89d-4e17-9271-05c1f3028a09 admin admin] Calling delete_port for 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7 owned by network:router_gateway {{(pid=80168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:14:25.031187 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port 57eb3a04-7a5e-48e5-a55b-235508cb5676 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:25.041058 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 57eb3a04-7a5e-48e5-a55b-235508cb5676 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:25.041819 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:25.156397 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4e2808c8-e89d-4e17-9271-05c1f3028a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: WARNING neutron.plugins.ml2.ovo_rpc [None req-4e2808c8-e89d-4e17-9271-05c1f3028a09 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: result = function(*args, **kwargs) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: proto.__init__(conn_state, self) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: self.handle() Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: self.handle_one_request() Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: self.handle_one_response() Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: result = self.application(self.environ, start_response) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: return app(environ, start_response) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: resp = self.call_func(req, *args, **kw) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: return self.func(req, *args, **kwargs) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: response = req.get_response(self.application) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: application, catch_exc_info=False) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: app_iter = application(self.environ, start_response) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: resp = self.call_func(req, *args, **kw) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: return self.func(req, *args, **kwargs) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: response = req.get_response(self.application) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: application, catch_exc_info=False) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: app_iter = application(self.environ, start_response) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: resp = self.call_func(req, *args, **kw) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: return self.func(req, *args, **kwargs) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: response = req.get_response(self.application) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: application, catch_exc_info=False) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: app_iter = application(self.environ, start_response) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: resp = self.call_func(req, *args, **kw) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: return self.func(req, *args, **kwargs) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: response = req.get_response(self.application) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: application, catch_exc_info=False) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: app_iter = application(self.environ, start_response) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: resp = self.call_func(req, *args, **kw) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: return self.func(req, *args, **kwargs) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: return request.get_response(self.application) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: application, catch_exc_info=False) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: app_iter = application(self.environ, start_response) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: resp = self.call_func(req, *args, **kw) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: return self.func(req, *args, **kwargs) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: response = req.get_response(self._app) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: application, catch_exc_info=False) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: app_iter = application(self.environ, start_response) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: return resp(environ, start_response) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: return resp(environ, start_response) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: response = self.app(environ, start_response) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: return resp(environ, start_response) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: resp = self.call_func(req, *args, **kw) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: return self.func(req, *args, **kwargs) Jan 22 15:14:25.163322 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: result = method(request=request, **args) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: return self._delete(request, id, **kwargs) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: return f(*args, **kwargs) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: return f(*args, **kwargs) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: return f(*dup_args, **dup_kwargs) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: obj_deleter(request.context, id, **kwargs) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: return method(*args, **kwargs) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: return f(*args, **kwargs) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: return f(*args, **kwargs) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: return f(*dup_args, **dup_kwargs) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: self._delete_current_gw_port(context, id, router, None) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: admin_ctx, gw_port_id, l3_port_check=False) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: return f(self, context, *args, **kwargs) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: return method(*args, **kwargs) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: context, port, router_ids, bound_mech_contexts) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: return function(*args, **kwargs) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: callback(resource, event, trigger, **kwargs) Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: if self._is_session_semantic_violated(context, resource, event): Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: stack = traceback.extract_stack() Jan 22 15:14:25.169479 dv-cinder-763774-2-smb neutron-server[80056]: Jan 22 15:14:25.189047 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-46a52633-cabf-4664-b459-8d1bfac9e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71256188-88c5-4c0d-b073-2d321362661c', 'name': 'tempest-ServerRescueNegativeTestJSON-409388434-router', 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:11:02Z', 'updated_at': '2021-01-22T15:14:22Z', 'revision_number': 5, 'project_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'gw_port': {'id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71256188-88c5-4c0d-b073-2d321362661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:04Z', 'updated_at': '2021-01-22T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:25.193194 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:25.193795 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a52633-cabf-4664-b459-8d1bfac9e5bd None None] The sync data for ids ['71256188-88c5-4c0d-b073-2d321362661c'] in dv-cinder-763774-2-smb is: [{'id': '71256188-88c5-4c0d-b073-2d321362661c', 'name': 'tempest-ServerRescueNegativeTestJSON-409388434-router', 'tenant_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:11:02Z', 'updated_at': '2021-01-22T15:14:22Z', 'revision_number': 5, 'project_id': 'de4a334daf5d465d8ca9d1d3fa080980', 'gw_port': {'id': '92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71256188-88c5-4c0d-b073-2d321362661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:04Z', 'updated_at': '2021-01-22T15:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}] {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:14:25.288119 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:25.288369 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1e179-c6a9-450d-9c4a-d37a6f72df7d req-51377e55-bcc6-4ad4-b34b-9e2900d7646e tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:25.297750 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e0d1e179-c6a9-450d-9c4a-d37a6f72df7d req-51377e55-bcc6-4ad4-b34b-9e2900d7646e tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 944 time: 0.2123735 Jan 22 15:14:25.360005 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e0d1e179-c6a9-450d-9c4a-d37a6f72df7d req-182f785c-4ce1-436b-b847-ceee1d1200b5 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600061 Jan 22 15:14:25.388273 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c380b52-6260-4903-8db4-e3f183e27e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eb3a04-7a5e-48e5-a55b-235508cb5676'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:14:25.403639 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 57eb3a04-7a5e-48e5-a55b-235508cb5676, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=57eb3a04-7a5e-48e5-a55b-235508cb5676,segment=NetworkSegment(12241a03-0e63-4869-9cf7-861c1ba12353),segment_id=12241a03-0e63-4869-9cf7-861c1ba12353)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:14:25.406380 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 7ec9e4e3-9283-440e-9bd1-2d38aef4912d no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:14:25.443131 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:25.450749 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:25.484913 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c380b52-6260-4903-8db4-e3f183e27e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eb3a04-7a5e-48e5-a55b-235508cb5676', 'code': 200} Jan 22 15:14:25.491127 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No Port match for: 7ec9e4e3-9283-440e-9bd1-2d38aef4912d {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:14:25.491730 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 7ec9e4e3-9283-440e-9bd1-2d38aef4912d not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:14:25.510031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4e2808c8-e89d-4e17-9271-05c1f3028a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510801'] for router_gateway, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:25.542542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=57eb3a04-7a5e-48e5-a55b-235508cb5676,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:25.554932 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.555330 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.555727 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.556110 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.556489 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.556998 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.557290 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.557638 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.558018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.558465 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.559519 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.559895 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.560348 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.560722 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.561267 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.561727 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.562101 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.562525 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.562899 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.563268 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.563768 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.564146 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.564512 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.564882 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:25.576633 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:25.672386 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4e2808c8-e89d-4e17-9271-05c1f3028a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718892'] for router, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:25.675041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4e2808c8-e89d-4e17-9271-05c1f3028a09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:25.763975 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4e2808c8-e89d-4e17-9271-05c1f3028a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854254196'] for router, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:25.764586 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2808c8-e89d-4e17-9271-05c1f3028a09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71256188-88c5-4c0d-b073-2d321362661c {{(pid=80168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 22 15:14:25.787191 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4e2808c8-e89d-4e17-9271-05c1f3028a09 admin admin] Notify callbacks [] for router, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:25.788038 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-4e2808c8-e89d-4e17-9271-05c1f3028a09 admin admin] 10.222.0.53 "DELETE /v2.0/routers/71256188-88c5-4c0d-b073-2d321362661c HTTP/1.1" status: 204 len: 168 time: 2.0432110 Jan 22 15:14:25.790593 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44710) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:25.844151 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44714) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:25.873099 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_v2 [None req-2260c524-f5e1-4721-a6f9-556e56d36784 admin admin] Deleting subnet 44e4ccfe-d0bd-430b-ad83-24fa2be62153 {{(pid=80168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 15:14:25.876743 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2260c524-f5e1-4721-a6f9-556e56d36784 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:25.903829 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7936e-c73a-46c6-a659-50690e9c35e1 req-8aa8de59-5fdf-4b99-b51d-b49b2d11d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:25.905480 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2ea7936e-c73a-46c6-a659-50690e9c35e1 req-8aa8de59-5fdf-4b99-b51d-b49b2d11d243 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 1163 time: 0.1612823 Jan 22 15:14:25.936390 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2260c524-f5e1-4721-a6f9-556e56d36784 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32226433'] for subnet, precommit_delete_associations {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:25.992216 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2d5fc-a619-440d-9df1-f7823322c574 req-0b022ccb-70fe-41a6-b6ed-7e32122d6121 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:25.994194 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-70d2d5fc-a619-440d-9df1-f7823322c574 req-0b022ccb-70fe-41a6-b6ed-7e32122d6121 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.1605837 Jan 22 15:14:26.001514 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2260c524-f5e1-4721-a6f9-556e56d36784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851338077'] for subnet, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:26.028961 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2ea7936e-c73a-46c6-a659-50690e9c35e1 req-6421d9ad-3653-4b67-97cb-768bc0726108 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106668 Jan 22 15:14:26.036988 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-616012621-network', 'tenant_id': '00418f223ac446279e0843b36f25602f'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:26.048378 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:26.055445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Usage tracker for resource:network and tenant:00418f223ac446279e0843b36f25602f is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:26.063681 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-70d2d5fc-a619-440d-9df1-f7823322c574 req-e7429eae-a5e1-428d-b3e4-d1e7c069f2b2 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513644 Jan 22 15:14:26.064891 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:26.073757 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:26.154041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Made reservation on behalf of 00418f223ac446279e0843b36f25602f for: {'network': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:14:26.165664 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:26.168656 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 57eb3a04-7a5e-48e5-a55b-235508cb5676 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:26.184632 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:26.212315 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:26.229985 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Usage tracker for resource:security_group_rule and tenant:00418f223ac446279e0843b36f25602f is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:26.234798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:26.245006 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:26.246010 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 57eb3a04-7a5e-48e5-a55b-235508cb5676 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:26.246476 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:26.428280 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2260c524-f5e1-4721-a6f9-556e56d36784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3437755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823312457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2092602'] for subnet, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:26.460055 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bc748949-6f6d-4696-9ec7-c0e4d27b64a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:26.499837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:26.558650 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260c524-f5e1-4721-a6f9-556e56d36784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44e4ccfe-d0bd-430b-ad83-24fa2be62153,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:26.560604 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:26.563954 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2260c524-f5e1-4721-a6f9-556e56d36784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:26.579964 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:26.672532 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 15:14:26.698404 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7892c47-e226-42ea-8bed-60a114f66b0c,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:26.705458 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:26.718577 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771515840559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:26.719033 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Added segment 65c0687d-a69b-4986-870b-eaf69808c16d of type vxlan for network ce3797b3-7e73-4c9f-88cf-229936845684 Jan 22 15:14:26.736086 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2260c524-f5e1-4721-a6f9-556e56d36784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:26.776913 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:26.784036 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-2260c524-f5e1-4721-a6f9-556e56d36784 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/44e4ccfe-d0bd-430b-ad83-24fa2be62153 HTTP/1.1" status: 204 len: 168 time: 0.9923882 Jan 22 15:14:26.787809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44732) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:26.837637 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67dfb-dfe9-4de1-8795-f2ea66ca0772 req-6dfac29d-3264-4fea-979d-015d5ccb186f tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:26.839872 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-69e67dfb-dfe9-4de1-8795-f2ea66ca0772 req-6dfac29d-3264-4fea-979d-015d5ccb186f tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 946 time: 0.2826869 Jan 22 15:14:26.898254 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.db.resource_extend [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 22 15:14:26.977842 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:26.984136 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:26.984788 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:26.991463 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-be2f01c6-5ea7-46bf-b5f6-dec2de8336e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:27.009865 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851173077'] for network, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:27.080990 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-69e67dfb-dfe9-4de1-8795-f2ea66ca0772 req-253b11de-0d55-457d-9e8e-fc358495011f tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327547 Jan 22 15:14:27.159866 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3146050 Jan 22 15:14:27.163413 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 44738) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:27.183329 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] Request body: {'subnet': {'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-616012621-subnet', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'ip_version': 4}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:27.193262 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:27.204715 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] Usage tracker for resource:subnet and tenant:00418f223ac446279e0843b36f25602f is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:27.208373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:27.209449 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Pushing event updated for resources: {'Network': ['ID=ce3797b3-7e73-4c9f-88cf-229936845684,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:27.215498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:27.222598 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network ce3797b3-7e73-4c9f-88cf-229936845684 details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:14:27.266293 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Network ce3797b3-7e73-4c9f-88cf-229936845684 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:14:27.274756 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:27.308995 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] Made reservation on behalf of 00418f223ac446279e0843b36f25602f for: {'subnet': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:14:27.309242 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3437584', 'neutron.services.segments.db._delete_segments_for_network--9223363265338935241'] for network, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:27.313903 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27523233'] for subnet, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:27.438681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c26af83-6424-413a-870e-e57e022aad52']}} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:27.441600 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8610fc7-b9c1-4dea-a3ff-5bf4dbe3dde1 req-52a9fb12-316a-46aa-9ee6-19d53110d06a tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:27.451062 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b8610fc7-b9c1-4dea-a3ff-5bf4dbe3dde1 req-52a9fb12-316a-46aa-9ee6-19d53110d06a tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.2478373 Jan 22 15:14:27.455273 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55465f7-fd26-48b6-9058-045031476ce9') {'for_net_delete': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:27.455623 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55465f7-fd26-48b6-9058-045031476ce9') {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:27.469804 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265338937289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822549367'] for segment, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:27.490199 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:27.493064 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 15:14:27.532687 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b8610fc7-b9c1-4dea-a3ff-5bf4dbe3dde1 req-b6e90804-81da-4847-a9e8-0d9dd3441687 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801573 Jan 22 15:14:27.622709 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7 no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:14:27.680446 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No Port match for: 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7 {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:14:27.680828 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 92c0b0a3-e4bf-41f5-94a5-88ee8f244ee7 not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:14:27.688217 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] Network 4c26af83-6424-413a-870e-e57e022aad52 has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:14:27.697595 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851327524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823312424'] for segment, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:27.868937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826646121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27523218'] for subnet, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:27.886620 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-dfa38dda-0bf5-43fa-87ff-ef9ac01b9de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:28.017176 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ccb088a-6448-482f-91ed-4a9c16b4261c,revision_number=0']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:28.020304 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:28.096356 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] Checking segment: {'id': '65c0687d-a69b-4986-870b-eaf69808c16d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:14:28.096757 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] Network hostable DHCP agents. Network: ce3797b3-7e73-4c9f-88cf-229936845684, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:14:28.108434 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] Network 4c26af83-6424-413a-870e-e57e022aad52 has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:14:28.119900 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] Network ce3797b3-7e73-4c9f-88cf-229936845684 is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: Traceback (most recent call last): Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: timer() Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: cb(*args, **kw) Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: return func(*args, **kwargs) Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: self._notify() Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: self.callback(batched_events) Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: event.method(event) Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: segment_id)['aggregates'][0] Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: return f(self, *a, **k) Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: return self._get(url).json() Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: **kwargs) Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: return self.request(url, 'GET', **kwargs) Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: **endpoint_filter) Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 15:14:28.132562 dv-cinder-763774-2-smb neutron-server[80056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 15:14:28.134696 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, ce3797b3-7e73-4c9f-88cf-229936845684) {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:28.144830 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca1c073-bc19-4c59-9e09-938a96f48b1b None None] Network ce3797b3-7e73-4c9f-88cf-229936845684 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:14:28.147100 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:28.147877 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:28.172752 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-4c3c23ae-deaf-4a4c-88ba-1d3af1fe9065 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0080431 Jan 22 15:14:28.173601 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 44754) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:28.179625 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-616012621-router', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:28.185868 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:28.190828 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Usage tracker for resource:router and tenant:00418f223ac446279e0843b36f25602f is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:28.194592 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:28.202951 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:28.214971 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-497506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718907'] for router, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:28.216761 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56909'] for router, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:28.227624 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851338216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854265033'] for network, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:28.232262 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:28.241357 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 57eb3a04-7a5e-48e5-a55b-235508cb5676 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:28.242086 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:28.252649 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:28.300732 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] Pushing event deleted for resources: {'Network': ['ID=4c26af83-6424-413a-870e-e57e022aad52,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:28.309208 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:28.319742 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] 10.222.0.53 "DELETE /v2.0/networks/4c26af83-6424-413a-870e-e57e022aad52 HTTP/1.1" status: 204 len: 168 time: 1.5291593 Jan 22 15:14:28.393115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e067a-4a49-4693-adb0-659844ed81af req-21e11086-f0e8-4a5e-befe-142767331cd4 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:28.395082 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-676e067a-4a49-4693-adb0-659844ed81af req-21e11086-f0e8-4a5e-befe-142767331cd4 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 946 time: 0.1439857 Jan 22 15:14:28.435289 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 57eb3a04-7a5e-48e5-a55b-235508cb5676 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:28.435838 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:28.465237 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-676e067a-4a49-4693-adb0-659844ed81af req-97a3eba8-5c76-45c2-8f98-ba6e39f70c7c tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619981 Jan 22 15:14:28.592511 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-485780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56924'] for router, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:28.610257 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp240d8b5e-1433-50a4-86b4-fed24bdb0da0-ce3797b3-7e73-4c9f-88cf-229936845684', 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'fixed_ips': [{'subnet_id': '5ccb088a-6448-482f-91ed-4a9c16b4261c'}]}} from dv-cinder-763774-2-smb. {{(pid=80169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 22 15:14:28.611209 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:28.612918 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44784) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:28.712839 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-a703561f-ff9b-4886-8d16-4b8cc0d3e902 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de4a334daf5d465d8ca9d1d3fa080980&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0960031 Jan 22 15:14:28.714100 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 44802) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:28.869474 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-832b6ab2-9019-4e35-878c-f8818d272e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:28.912872 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-832b6ab2-9019-4e35-878c-f8818d272e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:28.981273 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Allocated IP 172.20.0.2 (ce3797b3-7e73-4c9f-88cf-229936845684/5ccb088a-6448-482f-91ed-4a9c16b4261c/c32ba883-3fdb-4880-b6f5-ebeac957e88f) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:14:29.058064 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-832b6ab2-9019-4e35-878c-f8818d272e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:29.068084 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c713dc9b-d930-450a-9001-9ba97b2cc864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:29.172054 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b6ab2-9019-4e35-878c-f8818d272e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cb209a-7839-4834-bd5a-91b1372187a9,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:29.206060 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-832b6ab2-9019-4e35-878c-f8818d272e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:29.237650 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:29.248777 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Transition to ACTIVE for port object c32ba883-3fdb-4880-b6f5-ebeac957e88f will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:29.250723 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84496864-da19-42fb-8aaa-7e800d5069f2 req-deffd3df-54b9-4c89-935c-1ca47b9b71c3 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:29.252425 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-84496864-da19-42fb-8aaa-7e800d5069f2 req-deffd3df-54b9-4c89-935c-1ca47b9b71c3 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.4821444 Jan 22 15:14:29.255384 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-832b6ab2-9019-4e35-878c-f8818d272e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:29.256545 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-832b6ab2-9019-4e35-878c-f8818d272e53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8cb209a-7839-4834-bd5a-91b1372187a9 HTTP/1.1" status: 204 len: 168 time: 0.5405331 Jan 22 15:14:29.276974 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Transition to ACTIVE for port object c32ba883-3fdb-4880-b6f5-ebeac957e88f will not be triggered until provisioned by entity DHCP. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:29.282573 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:29.299654 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:29.306372 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0f545581-2554-469f-be9a-140b19ac7eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:29.346738 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:29.388682 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-84496864-da19-42fb-8aaa-7e800d5069f2 req-b462951d-1c48-4eca-9545-c67cfd2bdd48 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218488 Jan 22 15:14:29.484135 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Pushing event updated for resources: {'Port': ['ID=c32ba883-3fdb-4880-b6f5-ebeac957e88f,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:29.498080 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:29.544559 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Network ce3797b3-7e73-4c9f-88cf-229936845684 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:14:29.547208 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:29.550454 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:14:29.639950 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Attempting to bind port c32ba883-3fdb-4880-b6f5-ebeac957e88f on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:14:29.641037 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Attempting to bind port c32ba883-3fdb-4880-b6f5-ebeac957e88f by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '65c0687d-a69b-4986-870b-eaf69808c16d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:14:29.641802 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Attempting to bind port c32ba883-3fdb-4880-b6f5-ebeac957e88f on network ce3797b3-7e73-4c9f-88cf-229936845684 {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:14:29.648687 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:14:29.649359 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Checking segment: {'id': '65c0687d-a69b-4986-870b-eaf69808c16d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:14:29.650010 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:29.650521 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Bound using segment: {'id': '65c0687d-a69b-4986-870b-eaf69808c16d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:14:29.651108 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Bound port: c32ba883-3fdb-4880-b6f5-ebeac957e88f, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c0687d-a69b-4986-870b-eaf69808c16d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:14:29.651635 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:29.771063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] For port c32ba883-3fdb-4880-b6f5-ebeac957e88f, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:14:29.775782 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] For port c32ba883-3fdb-4880-b6f5-ebeac957e88f, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=c32ba883-3fdb-4880-b6f5-ebeac957e88f,segment=NetworkSegment(65c0687d-a69b-4986-870b-eaf69808c16d),segment_id=65c0687d-a69b-4986-870b-eaf69808c16d)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:14:29.780603 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:29.788969 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Allocated IP 172.28.2.150 (963b33f9-dd19-40b1-8544-19d53926a01f/b49e69fc-521d-4a7a-a4a3-7f801cf6183d/d6bfb88e-ef37-4248-9b30-d74689b99481) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:14:29.803395 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:29.967445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:29.973563 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Pushing event updated for resources: {'Port': ['ID=c32ba883-3fdb-4880-b6f5-ebeac957e88f,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:29.978439 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:29.999716 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:30.017431 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1bd65402-f6fd-4344-b97a-1026c5df0a19 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:30.444038 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d6bfb88e-ef37-4248-9b30-d74689b99481,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:30.449311 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:30.518705 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44860) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:30.519639 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Network 963b33f9-dd19-40b1-8544-19d53926a01f is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:14:30.519639 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:30.521993 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:14:30.692818 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-network', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:30.708405 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:30.717855 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Usage tracker for resource:network and tenant:8ef4fbebdbdf4941976014a01c398f65 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:30.725246 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:30.786369 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f884e-b35a-4f94-a16e-0369bfdf80fc req-80f2b2d3-235b-4fd9-9068-15bea9bcd07b tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:30.789200 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bb5f884e-b35a-4f94-a16e-0369bfdf80fc req-80f2b2d3-235b-4fd9-9068-15bea9bcd07b tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.1951680 Jan 22 15:14:30.790881 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:30.825807 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Made reservation on behalf of 8ef4fbebdbdf4941976014a01c398f65 for: {'network': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:14:30.830734 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:30.861400 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:30.881208 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bb5f884e-b35a-4f94-a16e-0369bfdf80fc req-4274ff03-b8b4-40db-9096-ba3202e615cb tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841770 Jan 22 15:14:30.887469 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:30.891645 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:8ef4fbebdbdf4941976014a01c398f65 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:30.894753 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:30.902390 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:31.028387 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:31.032278 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:31.040538 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ae4e95b3-36cd-4983-b0ac-6c4ebee26ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:31.066973 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:31.068412 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 15:14:31.084587 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771515840559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:31.085030 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Added segment 6e777cf3-2600-48cf-863b-cf0c16e3bc65 of type vxlan for network ccfb0391-2666-48bb-a962-6b33702fc369 Jan 22 15:14:31.101263 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8268c0b-e874-48f6-837c-4b37673c5855,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:31.106755 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:31.122770 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:31.160892 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:31.162455 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:31.163111 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:31.169183 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:31.282513 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7833462 Jan 22 15:14:31.285877 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44876) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:31.295222 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] Request body: {'subnet': {'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-subnet', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:31.298856 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=ccfb0391-2666-48bb-a962-6b33702fc369,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:31.302236 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:31.305560 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:31.311184 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] Usage tracker for resource:subnet and tenant:8ef4fbebdbdf4941976014a01c398f65 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:31.311605 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network ccfb0391-2666-48bb-a962-6b33702fc369 details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:14:31.314885 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:31.321043 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:31.332099 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] Made reservation on behalf of 8ef4fbebdbdf4941976014a01c398f65 for: {'subnet': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:14:31.337181 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852683248'] for subnet, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:31.349026 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Network ccfb0391-2666-48bb-a962-6b33702fc369 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:14:31.598332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device c32ba883-3fdb-4880-b6f5-ebeac957e88f up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:31.611666 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510835'] for router, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:31.635517 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a1fd0b-f7ea-4880-a2a0-b69f16fd3301 None None] Network ce3797b3-7e73-4c9f-88cf-229936845684 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:14:31.808375 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-f046d93f-ba98-4416-8556-c441a6bccd71 None None] Provisioning for port c32ba883-3fdb-4880-b6f5-ebeac957e88f completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:31.848054 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port c32ba883-3fdb-4880-b6f5-ebeac957e88f completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:31.855768 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd is scheduled to L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 with binding_index 1 {{(pid=80167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 22 15:14:31.867298 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port c32ba883-3fdb-4880-b6f5-ebeac957e88f triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:31.867664 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:31.867948 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823313806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852683229'] for subnet, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:31.883732 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:32.038132 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a179cd-d2fb-4dae-b410-3d8af3602ae4,revision_number=0']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:32.051009 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:32.103288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:32.108058 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:14:32.129177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Sync routers for ids ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:14:32.133346 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] Checking segment: {'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:14:32.133720 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] Network hostable DHCP agents. Network: ccfb0391-2666-48bb-a962-6b33702fc369, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:14:32.137474 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Notify callbacks [] for router, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:32.138888 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9642723 Jan 22 15:14:32.141787 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44884) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:32.162373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Routers {'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:14:32.162373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:14:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:32.197979 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad72d4f-23c8-4e60-8e6d-ca88f69bde09 req-ce92f5f4-88c2-4c38-94c5-c886b3c1e9f0 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:32.200036 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8ad72d4f-23c8-4e60-8e6d-ca88f69bde09 req-ce92f5f4-88c2-4c38-94c5-c886b3c1e9f0 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.1436667 Jan 22 15:14:32.290138 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] Network ccfb0391-2666-48bb-a962-6b33702fc369 is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:14:32.304658 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8ad72d4f-23c8-4e60-8e6d-ca88f69bde09 req-8e751663-e0fa-4c5b-828b-de9b6f85708d tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911560 Jan 22 15:14:32.338136 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, ccfb0391-2666-48bb-a962-6b33702fc369) {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:32.409824 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port c32ba883-3fdb-4880-b6f5-ebeac957e88f, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=c32ba883-3fdb-4880-b6f5-ebeac957e88f,segment=NetworkSegment(65c0687d-a69b-4986-870b-eaf69808c16d),segment_id=65c0687d-a69b-4986-870b-eaf69808c16d)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:14:32.414264 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:32.440729 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73532422-242b-4936-b849-389d631ed706 None None] Network ccfb0391-2666-48bb-a962-6b33702fc369 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:14:32.451537 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:32.452200 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:32.469502 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:32.493862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:32.515071 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 44896) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:32.515202 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-e9d700e0-bed3-495f-b56e-7578f702e9f0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2281365 Jan 22 15:14:32.520719 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:32.525931 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:32.534837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Usage tracker for resource:router and tenant:8ef4fbebdbdf4941976014a01c398f65 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:32.539342 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:32.564961 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:32.593775 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-497506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718907'] for router, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:32.596640 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56909'] for router, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:32.626404 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:32.689974 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=c32ba883-3fdb-4880-b6f5-ebeac957e88f,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:32.705239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:32.746955 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-84de3df8-5b53-40ed-a936-0c167ee96515 None None] Provisioning complete for port c32ba883-3fdb-4880-b6f5-ebeac957e88f triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:32.747502 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84de3df8-5b53-40ed-a936-0c167ee96515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:33.083725 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-485780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56924'] for router, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:33.120451 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:33.120886 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:33.186393 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Set router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:14:33.303272 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:33.474816 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp240d8b5e-1433-50a4-86b4-fed24bdb0da0-ccfb0391-2666-48bb-a962-6b33702fc369', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4'}]}} from dv-cinder-763774-2-smb. {{(pid=80169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 22 15:14:33.476031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:33.572231 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device c32ba883-3fdb-4880-b6f5-ebeac957e88f up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:33.832567 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032929eb-7d8e-4fa1-b310-c31d285c109f req-ab91fa29-ef4d-4d01-aa96-5bc07a14fbf2 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:33.833178 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:33.834357 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-032929eb-7d8e-4fa1-b310-c31d285c109f req-ab91fa29-ef4d-4d01-aa96-5bc07a14fbf2 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.2058280 Jan 22 15:14:33.885861 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:33.952715 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-032929eb-7d8e-4fa1-b310-c31d285c109f req-7ba3ac33-b6a6-4820-8bc1-49b17f9b36f1 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090932 Jan 22 15:14:33.959981 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-b1f1803e-0e74-40bc-aa8e-845d6a0fb9bd None None] Provisioning complete for port c32ba883-3fdb-4880-b6f5-ebeac957e88f triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:33.960747 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b1f1803e-0e74-40bc-aa8e-845d6a0fb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:33.961618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Allocated IP 172.20.0.1 (ce3797b3-7e73-4c9f-88cf-229936845684/5ccb088a-6448-482f-91ed-4a9c16b4261c/34210126-3174-45a5-8091-139fabf1334f) {{(pid=80168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:14:34.097143 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port c32ba883-3fdb-4880-b6f5-ebeac957e88f triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:34.097667 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:34.291628 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:14:34.294082 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Allocated IP 172.28.2.60 (963b33f9-dd19-40b1-8544-19d53926a01f/b49e69fc-521d-4a7a-a4a3-7f801cf6183d/bd9d165d-7ae8-44ea-9b3d-32d557b34d84) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:14:34.413151 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:34.438367 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Transition to ACTIVE for port object 34210126-3174-45a5-8091-139fabf1334f will not be triggered until provisioned by entity DHCP. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:34.548765 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:34.565060 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c9d624f9-16ff-4f51-9894-d4acd59b3e35 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:34.593898 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'name': 'tempest-TestShelveInstance-616012621-router', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:28Z', 'updated_at': '2021-01-22T15:14:30Z', 'revision_number': 3, 'project_id': '00418f223ac446279e0843b36f25602f', 'gw_port': {'id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:29Z', 'updated_at': '2021-01-22T15:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:34.595875 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:34.642275 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86666619-9915-4cba-aadd-d784dbd7dbfa req-166d4ea3-d2cf-44c7-937f-0dceac90ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:34.644440 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-86666619-9915-4cba-aadd-d784dbd7dbfa req-166d4ea3-d2cf-44c7-937f-0dceac90ef62 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79f6aff5910d4f75b6e9ccf81396c89e&device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 1162 time: 0.1360259 Jan 22 15:14:34.654269 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Checking router: ea1c4c40-4bf0-479d-960f-96ebfdbf64bd for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:14:34.654708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Updating router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd port d6bfb88e-ef37-4248-9b30-d74689b99481 binding host dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 15:14:34.685854 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Allocated IP 172.20.0.2 (ccfb0391-2666-48bb-a962-6b33702fc369/12a179cd-d2fb-4dae-b410-3d8af3602ae4/23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:14:34.712239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e3c4f-3065-418c-ae2e-36814dce3ef0 req-2d897740-f84d-475f-97b4-fefe16078062 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:34.712239 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e84e3c4f-3065-418c-ae2e-36814dce3ef0 req-2d897740-f84d-475f-97b4-fefe16078062 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.2737842 Jan 22 15:14:34.745571 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:34.762704 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:34.764746 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:34.799594 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Pushing event updated for resources: {'Port': ['ID=34210126-3174-45a5-8091-139fabf1334f,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:34.811623 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e84e3c4f-3065-418c-ae2e-36814dce3ef0 req-1ee1822f-977a-4e23-b42b-1f00ef40b5a4 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862145 Jan 22 15:14:34.811983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:34.867446 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Network ce3797b3-7e73-4c9f-88cf-229936845684 is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:14:34.869040 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:34.872554 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Received port after_create {{(pid=80168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:14:35.009423 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=bd9d165d-7ae8-44ea-9b3d-32d557b34d84,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:35.031879 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854264914'] for router_interface, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:35.051850 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:35.114072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Network 963b33f9-dd19-40b1-8544-19d53926a01f is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:14:35.116862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:35.119870 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86666619-9915-4cba-aadd-d784dbd7dbfa req-4fe83581-d951-4657-b825-8f52769520d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:35.121517 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-86666619-9915-4cba-aadd-d784dbd7dbfa req-4fe83581-d951-4657-b825-8f52769520d5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76 HTTP/1.1" status: 200 len: 904 time: 0.4691427 Jan 22 15:14:35.122320 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:14:35.298173 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-86666619-9915-4cba-aadd-d784dbd7dbfa req-198365f6-75f1-4933-bc37-7b16f7c5f04c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 HTTP/1.1" status: 200 len: 1001 time: 0.1404414 Jan 22 15:14:35.335599 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:35.345187 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-55fdadad-8291-4f34-83d0-99eb07e717d3 None None] Provisioning for port 34210126-3174-45a5-8091-139fabf1334f completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:35.349458 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:35.357154 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-55fdadad-8291-4f34-83d0-99eb07e717d3 None None] Provisioning complete for port 34210126-3174-45a5-8091-139fabf1334f triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:35.361537 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-55fdadad-8291-4f34-83d0-99eb07e717d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:35.424312 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Transition to ACTIVE for port object 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:35.442259 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86666619-9915-4cba-aadd-d784dbd7dbfa req-0ff14988-3c9f-48a5-99d6-9feec1489bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:35.443890 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-86666619-9915-4cba-aadd-d784dbd7dbfa req-0ff14988-3c9f-48a5-99d6-9feec1489bd7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26594a79-fcad-4c2a-92cb-91187601fd8a HTTP/1.1" status: 200 len: 849 time: 0.0764170 Jan 22 15:14:35.460570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-55fdadad-8291-4f34-83d0-99eb07e717d3 None None] Port 34210126-3174-45a5-8091-139fabf1334f cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:14:35.483214 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Transition to ACTIVE for port object 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d will not be triggered until provisioned by entity DHCP. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:35.492572 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:35.509072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:35.625418 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.db.resource_extend [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 22 15:14:35.672132 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:35.676099 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823312390'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:35.712375 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ba82e930-7389-448f-ba55-297cceab7366 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:35.716104 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86666619-9915-4cba-aadd-d784dbd7dbfa req-b4b08500-15ee-4724-a05c-fe4c2fd68308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:35.717856 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-86666619-9915-4cba-aadd-d784dbd7dbfa req-b4b08500-15ee-4724-a05c-fe4c2fd68308 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2112463 Jan 22 15:14:35.720368 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Pushing event updated for resources: {'Port': ['ID=23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:35.737186 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:35.772086 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:35.795492 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Transition to ACTIVE for port object d6bfb88e-ef37-4248-9b30-d74689b99481 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:35.802451 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854228376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854278327'] for router_interface, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:35.804737 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:35.815951 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Pushing event updated for resources: {'Port': ['ID=34210126-3174-45a5-8091-139fabf1334f,revision_number=2']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:35.821022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Network ccfb0391-2666-48bb-a962-6b33702fc369 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:14:35.821843 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:35.823930 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:35.859249 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:35.877270 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:14:35.961057 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Network ce3797b3-7e73-4c9f-88cf-229936845684 is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:14:35.962307 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:35.971421 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:36.120487 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Attempting to bind port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:14:36.121084 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Attempting to bind port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:14:36.121348 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Attempting to bind port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d on network ccfb0391-2666-48bb-a962-6b33702fc369 {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:14:36.138905 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ab2f7-5f08-4a0e-badf-f2226cd2dce2 None None] Pushing event updated for resources: {'Port': ['ID=d6bfb88e-ef37-4248-9b30-d74689b99481,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:36.155878 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:14:36.156415 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Checking segment: {'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:14:36.156890 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:36.157380 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Bound using segment: {'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:14:36.157947 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Bound port: 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:14:36.163649 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:36.178837 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-86666619-9915-4cba-aadd-d784dbd7dbfa req-7e1ea917-3bca-4d15-98a5-7533c90ce09b service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505870 Jan 22 15:14:36.188895 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5e6ab2f7-5f08-4a0e-badf-f2226cd2dce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:36.303955 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] For port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:14:36.307841 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] For port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:14:36.327010 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:14:36.376250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:36.465707 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:36.522830 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44952) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:36.578938 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:14:36.598420 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] 10.222.0.53 "PUT /v2.0/routers/ea1c4c40-4bf0-479d-960f-96ebfdbf64bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4516063 Jan 22 15:14:36.694255 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-86666619-9915-4cba-aadd-d784dbd7dbfa req-d456e487-5b0c-42ec-8c52-457eb3b35bb3 service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4922938 Jan 22 15:14:36.750146 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-895104b1-5795-4955-8a80-d573d2f7fa1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:36.755565 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Attempting to bind port d6bfb88e-ef37-4248-9b30-d74689b99481 on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:14:36.756005 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Attempting to bind port d6bfb88e-ef37-4248-9b30-d74689b99481 by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:14:36.756422 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Attempting to bind port d6bfb88e-ef37-4248-9b30-d74689b99481 on network 963b33f9-dd19-40b1-8544-19d53926a01f {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:14:36.778321 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-895104b1-5795-4955-8a80-d573d2f7fa1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:36.782846 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-895104b1-5795-4955-8a80-d573d2f7fa1d admin admin] Usage tracker for resource:security_group_rule and tenant:a143b3ccce2244c9995d7112bba219e7 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:36.786358 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-895104b1-5795-4955-8a80-d573d2f7fa1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:36.793201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-895104b1-5795-4955-8a80-d573d2f7fa1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:36.819758 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625fa7c-88db-4186-890b-2e110fff7c5e req-235c1b05-667b-4601-bfd5-3d1950352e10 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:36.821432 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4625fa7c-88db-4186-890b-2e110fff7c5e req-235c1b05-667b-4601-bfd5-3d1950352e10 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.7945530 Jan 22 15:14:36.843193 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Pushing event updated for resources: {'Port': ['ID=23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:36.850908 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:14:36.854036 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Checking segment: {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:14:36.854644 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:36.855196 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Bound using segment: {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:14:36.855855 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Bound port: d6bfb88e-ef37-4248-9b30-d74689b99481, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:14:36.858808 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:36.888848 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-fd990944-bc05-43fb-b9ad-f9c5a67a594d None None] Provisioning complete for port 34210126-3174-45a5-8091-139fabf1334f triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:36.888848 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fd990944-bc05-43fb-b9ad-f9c5a67a594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:36.904982 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-895104b1-5795-4955-8a80-d573d2f7fa1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:36.908677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-895104b1-5795-4955-8a80-d573d2f7fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:36.921454 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-efbe1706-dca0-42d8-b76b-e8ed400f7168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:36.923505 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:36.967445 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4625fa7c-88db-4186-890b-2e110fff7c5e req-b5f970a9-dcaa-41d5-acbb-f89dc2324db4 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386518 Jan 22 15:14:36.986784 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-895104b1-5795-4955-8a80-d573d2f7fa1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a143b3ccce2244c9995d7112bba219e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4631078 Jan 22 15:14:36.987845 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895104b1-5795-4955-8a80-d573d2f7fa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20c39ef-61f7-41bf-b11f-655909ed58ae,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:37.006076 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-895104b1-5795-4955-8a80-d573d2f7fa1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:37.011176 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44964) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:37.052731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-fd990944-bc05-43fb-b9ad-f9c5a67a594d None None] Port 34210126-3174-45a5-8091-139fabf1334f cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:14:37.061342 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] For port d6bfb88e-ef37-4248-9b30-d74689b99481, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:14:37.065462 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] For port d6bfb88e-ef37-4248-9b30-d74689b99481, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=d6bfb88e-ef37-4248-9b30-d74689b99481,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:14:37.070225 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:37.084464 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510835'] for router, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:37.088929 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5e6ab2f7-5f08-4a0e-badf-f2226cd2dce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:37.147930 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-00239632-ea02-4c48-bf7a-9e2e4f3527f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:37.187305 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-00239632-ea02-4c48-bf7a-9e2e4f3527f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:37.250937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ab2f7-5f08-4a0e-badf-f2226cd2dce2 None None] Pushing event updated for resources: {'Port': ['ID=d6bfb88e-ef37-4248-9b30-d74689b99481,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:37.255993 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5e6ab2f7-5f08-4a0e-badf-f2226cd2dce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:37.258528 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-00239632-ea02-4c48-bf7a-9e2e4f3527f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:37.265968 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7897e10d-1d56-459c-aa06-5ee9cbe44cdb tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:37.289950 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00239632-ea02-4c48-bf7a-9e2e4f3527f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20c39ef-61f7-41bf-b11f-655909ed58ae,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:37.292842 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-00239632-ea02-4c48-bf7a-9e2e4f3527f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:37.293959 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-00239632-ea02-4c48-bf7a-9e2e4f3527f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:37.298291 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-00239632-ea02-4c48-bf7a-9e2e4f3527f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f20c39ef-61f7-41bf-b11f-655909ed58ae HTTP/1.1" status: 204 len: 168 time: 0.2859793 Jan 22 15:14:37.382946 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Router 21c115f8-29a8-4304-a4ed-15f68264b3b9 is scheduled to L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 with binding_index 1 {{(pid=80167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 22 15:14:37.480573 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Routers {'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:14:37.481287 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:14:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:37.702305 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44980) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:37.709516 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-283392141-network', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:37.720176 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:37.726436 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:37.737158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Usage tracker for resource:network and tenant:421f4139ddf64673a711a6ed4bf1c068 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:37.746196 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:37.754788 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:37.777471 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Made reservation on behalf of 421f4139ddf64673a711a6ed4bf1c068 for: {'network': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:14:37.783472 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:37.808955 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:37.827160 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:14:37.827934 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] Set router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:14:37.835972 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Sync routers for ids ['21c115f8-29a8-4304-a4ed-15f68264b3b9'] in dv-cinder-763774-2-smb {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:14:37.852266 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:37.855111 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Routers {'21c115f8-29a8-4304-a4ed-15f68264b3b9'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:14:37.855269 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Notify callbacks [] for router, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:37.855810 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:14:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['21c115f8-29a8-4304-a4ed-15f68264b3b9'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:37.856669 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3403912 Jan 22 15:14:37.859542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 44986) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:37.865136 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Usage tracker for resource:security_group_rule and tenant:421f4139ddf64673a711a6ed4bf1c068 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:37.871745 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:37.887544 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:37.937009 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:38.072500 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:38.080151 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:38.084245 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Set router 21c115f8-29a8-4304-a4ed-15f68264b3b9 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:14:38.088498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ba5865cb-cc60-4784-969b-aa57527a4ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:38.178722 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 15:14:38.204885 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16778984-58ac-43c1-a186-e2c7d6210295,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:38.210208 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:38.220258 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771515840559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:38.220671 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Added segment f6af28eb-69fa-4908-a32f-ffc10f0bfb6c of type vxlan for network 0128512d-821b-4c7e-926e-96000171e36f Jan 22 15:14:38.273473 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'name': 'tempest-TestShelveInstance-616012621-router', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:28Z', 'updated_at': '2021-01-22T15:14:35Z', 'revision_number': 4, 'project_id': '00418f223ac446279e0843b36f25602f', 'gw_port': {'id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:29Z', 'updated_at': '2021-01-22T15:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '34210126-3174-45a5-8091-139fabf1334f', 'name': '', 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'mac_address': 'fa:16:3e:f4:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:33Z', 'updated_at': '2021-01-22T15:14:35Z', 'revision_number': 2, 'project_id': '00418f223ac446279e0843b36f25602f', 'subnets': [{'id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:38.279559 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21380b1d-a718-4c67-a572-5e314f5a3fb8 None None] The sync data for ids ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'] in dv-cinder-763774-2-smb is: [{'id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'name': 'tempest-TestShelveInstance-616012621-router', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:28Z', 'updated_at': '2021-01-22T15:14:35Z', 'revision_number': 4, 'project_id': '00418f223ac446279e0843b36f25602f', 'gw_port': {'id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:29Z', 'updated_at': '2021-01-22T15:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '34210126-3174-45a5-8091-139fabf1334f', 'name': '', 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'mac_address': 'fa:16:3e:f4:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:33Z', 'updated_at': '2021-01-22T15:14:35Z', 'revision_number': 2, 'project_id': '00418f223ac446279e0843b36f25602f', 'subnets': [{'id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:14:38.332043 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:38.350328 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44992) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:38.411597 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-dad7a2b1-bcd0-4568-9cc2-e47a714bfd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:38.472336 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b88413-ebed-4d32-bed6-1c126e4509a2 req-e5069bca-77e9-4fbb-96a7-1bc6cb5a0ca4 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:38.487680 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3b88413-ebed-4d32-bed6-1c126e4509a2 req-e5069bca-77e9-4fbb-96a7-1bc6cb5a0ca4 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.2496765 Jan 22 15:14:38.519115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:38.522546 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-dad7a2b1-bcd0-4568-9cc2-e47a714bfd74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:38.528263 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:38.528889 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:38.547478 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8584e9f2-6aeb-4578-a65b-913fb199bb97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:38.574957 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-dad7a2b1-bcd0-4568-9cc2-e47a714bfd74 admin admin] Usage tracker for resource:security_group_rule and tenant:9e5331acf4ad4ffaa1f3365afc202de7 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:38.590192 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-dad7a2b1-bcd0-4568-9cc2-e47a714bfd74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:38.673524 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-dad7a2b1-bcd0-4568-9cc2-e47a714bfd74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:38.679800 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:38.686021 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3b88413-ebed-4d32-bed6-1c126e4509a2 req-bb41c231-b08b-4422-a7a4-ca22f0fced27 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971083 Jan 22 15:14:38.708150 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0047741 Jan 22 15:14:38.709877 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Pushing event updated for resources: {'Network': ['ID=0128512d-821b-4c7e-926e-96000171e36f,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:38.712600 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 44998) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:38.716730 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:38.725843 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Request body: {'subnet': {'network_id': '0128512d-821b-4c7e-926e-96000171e36f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-283392141-subnet', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'ip_version': 4}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:38.763435 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:38.771018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Usage tracker for resource:subnet and tenant:421f4139ddf64673a711a6ed4bf1c068 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:38.780294 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:38.794465 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:38.827624 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network 0128512d-821b-4c7e-926e-96000171e36f details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:14:38.841502 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Made reservation on behalf of 421f4139ddf64673a711a6ed4bf1c068 for: {'subnet': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:14:38.841831 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Network 0128512d-821b-4c7e-926e-96000171e36f details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:14:38.846458 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852683248'] for subnet, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:38.977097 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:35Z', 'revision_number': 3, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:38.988149 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Checking router: 21c115f8-29a8-4304-a4ed-15f68264b3b9 for host: dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:14:38.989266 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Updating router 21c115f8-29a8-4304-a4ed-15f68264b3b9 port bd9d165d-7ae8-44ea-9b3d-32d557b34d84 binding host dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 15:14:39.068623 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335fd049-5e3b-4179-abc0-31832f593841 None None] Network ccfb0391-2666-48bb-a962-6b33702fc369 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:14:39.071011 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:39.105602 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-dad7a2b1-bcd0-4568-9cc2-e47a714bfd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:39.111874 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:39.112306 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:39.112967 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-dad7a2b1-bcd0-4568-9cc2-e47a714bfd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:39.127708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1346832a-cab0-4c17-a7d5-55e9d88817fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:39.175105 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-dad7a2b1-bcd0-4568-9cc2-e47a714bfd74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e5331acf4ad4ffaa1f3365afc202de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8236871 Jan 22 15:14:39.179922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 45004) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:39.239741 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7a2b1-bcd0-4568-9cc2-e47a714bfd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dd9ea5-ca46-4fef-9bfa-e420264c641e,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:39.271847 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:39.279443 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-6eae4625-8fd8-43b4-ad13-e07c572e4699 None None] Provisioning for port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:39.297636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-6eae4625-8fd8-43b4-ad13-e07c572e4699 None None] Provisioning complete for port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:39.298069 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6eae4625-8fd8-43b4-ad13-e07c572e4699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:39.309890 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-dad7a2b1-bcd0-4568-9cc2-e47a714bfd74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:39.811488 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6eae4625-8fd8-43b4-ad13-e07c572e4699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:39.940790 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Allocated IP 172.20.0.1 (ccfb0391-2666-48bb-a962-6b33702fc369/12a179cd-d2fb-4dae-b410-3d8af3602ae4/f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:14:39.955765 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-492a7bb1-2a8e-4330-b860-41fd7461eb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:39.968591 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-6eae4625-8fd8-43b4-ad13-e07c572e4699 None None] For port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:14:39.983906 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6eae4625-8fd8-43b4-ad13-e07c572e4699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:39.992665 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:40.003551 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-492a7bb1-2a8e-4330-b860-41fd7461eb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:40.052752 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:40.065147 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-492a7bb1-2a8e-4330-b860-41fd7461eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:40.071581 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8bb70ad4-da17-4c88-9e41-7a9a23162b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:40.074700 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Transition to ACTIVE for port object bd9d165d-7ae8-44ea-9b3d-32d557b34d84 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:40.078645 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:40.116173 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:40.201336 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a7bb1-2a8e-4330-b860-41fd7461eb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dd9ea5-ca46-4fef-9bfa-e420264c641e,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:40.211312 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-492a7bb1-2a8e-4330-b860-41fd7461eb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:40.218231 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-492a7bb1-2a8e-4330-b860-41fd7461eb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:40.219416 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:40.220207 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-492a7bb1-2a8e-4330-b860-41fd7461eb2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3dd9ea5-ca46-4fef-9bfa-e420264c641e HTTP/1.1" status: 204 len: 168 time: 1.0383046 Jan 22 15:14:40.240349 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Transition to ACTIVE for port object f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 will not be triggered until provisioned by entity DHCP. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:40.272707 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:40.323380 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Pushing event updated for resources: {'Port': ['ID=bd9d165d-7ae8-44ea-9b3d-32d557b34d84,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:40.352037 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.352415 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.352788 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.353155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.353524 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.353931 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.354297 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.354712 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.355142 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.355505 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.356205 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.356205 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.356665 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.357021 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.357597 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.358143 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.371503 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.382877 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.384277 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.384277 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.384277 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.384828 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.385962 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.386420 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:14:40.401891 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:40.488608 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8a89b0c1-a3f6-4425-918f-2878fa74250f tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:40.560374 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823313806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852683229'] for subnet, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:40.563409 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Attempting to bind port bd9d165d-7ae8-44ea-9b3d-32d557b34d84 on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:14:40.563896 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Attempting to bind port bd9d165d-7ae8-44ea-9b3d-32d557b34d84 by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:14:40.564369 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Attempting to bind port bd9d165d-7ae8-44ea-9b3d-32d557b34d84 on network 963b33f9-dd19-40b1-8544-19d53926a01f {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:14:40.573986 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:14:40.574525 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Checking segment: {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:14:40.575037 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:40.575538 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Bound using segment: {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:14:40.576273 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Bound port: bd9d165d-7ae8-44ea-9b3d-32d557b34d84, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:14:40.576779 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:40.634743 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Pushing event updated for resources: {'Port': ['ID=f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:40.647524 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:40.657879 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Network ccfb0391-2666-48bb-a962-6b33702fc369 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:14:40.661359 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:40.662841 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae4625-8fd8-43b4-ad13-e07c572e4699 None None] Pushing event updated for resources: {'Port': ['ID=23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:40.665747 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:14:40.674561 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6eae4625-8fd8-43b4-ad13-e07c572e4699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:40.678761 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:40.689603 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] For port bd9d165d-7ae8-44ea-9b3d-32d557b34d84, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:14:40.696744 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] For port bd9d165d-7ae8-44ea-9b3d-32d557b34d84, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=bd9d165d-7ae8-44ea-9b3d-32d557b34d84,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:14:40.702545 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:40.723407 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:40.763773 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d6a739-415a-4a4d-9c48-bcd172d8bac9,revision_number=0']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:40.767400 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:40.794027 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854264914'] for router_interface, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:40.925583 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Checking segment: {'id': 'f6af28eb-69fa-4908-a32f-ffc10f0bfb6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0128512d-821b-4c7e-926e-96000171e36f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:14:40.926015 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Network hostable DHCP agents. Network: 0128512d-821b-4c7e-926e-96000171e36f, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:14:40.944611 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7d18b2dd-e9a1-4a84-9ef4-760cb6a621f5 None None] Provisioning complete for port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:40.945317 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7d18b2dd-e9a1-4a84-9ef4-760cb6a621f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:40.958364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Network 0128512d-821b-4c7e-926e-96000171e36f is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:14:40.968996 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, 0128512d-821b-4c7e-926e-96000171e36f) {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:41.011922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:41.011922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:41.052920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e76fe6-90a2-4fc9-a9e3-fbd70ab90343 None None] Network 0128512d-821b-4c7e-926e-96000171e36f requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:14:41.056668 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3418462 Jan 22 15:14:41.059682 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 45020) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:41.065757 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-283392141-router', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:41.070856 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Routers {'21c115f8-29a8-4304-a4ed-15f68264b3b9'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:14:41.071558 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:14:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['21c115f8-29a8-4304-a4ed-15f68264b3b9'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:41.081737 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:41.098807 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Usage tracker for resource:router and tenant:421f4139ddf64673a711a6ed4bf1c068 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:41.115601 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:41.123464 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:41.136117 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:41.163968 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-497506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718907'] for router, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:41.165267 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56909'] for router, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:41.203785 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:41.284696 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Pushing event updated for resources: {'Port': ['ID=bd9d165d-7ae8-44ea-9b3d-32d557b34d84,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:41.302711 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-26886140-8334-45a6-8ea2-a39aa0d57a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:41.368589 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] Set router 21c115f8-29a8-4304-a4ed-15f68264b3b9 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:14:41.725806 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device d6bfb88e-ef37-4248-9b30-d74689b99481 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:41.827797 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp240d8b5e-1433-50a4-86b4-fed24bdb0da0-0128512d-821b-4c7e-926e-96000171e36f', 'network_id': '0128512d-821b-4c7e-926e-96000171e36f', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'fixed_ips': [{'subnet_id': '33d6a739-415a-4a4d-9c48-bcd172d8bac9'}]}} from dv-cinder-763774-2-smb. {{(pid=80169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 22 15:14:41.828864 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:41.832338 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:41.838369 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:41.868184 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port d6bfb88e-ef37-4248-9b30-d74689b99481 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:41.897382 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-485780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56924'] for router, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:41.902913 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port d6bfb88e-ef37-4248-9b30-d74689b99481 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:41.902913 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:42.110618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:39Z', 'revision_number': 1, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:42.118830 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92409f-768c-47e9-ae85-3959ccf10acb None None] The sync data for ids ['21c115f8-29a8-4304-a4ed-15f68264b3b9'] in dv-cinder-763774-2-smb is: [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:39Z', 'revision_number': 1, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:14:42.199842 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-68780bd6-a85c-4411-a87a-c9a9998d0dc5 None None] Provisioning for port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:42.214405 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:42.244123 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-68780bd6-a85c-4411-a87a-c9a9998d0dc5 None None] Provisioning complete for port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:42.245299 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-68780bd6-a85c-4411-a87a-c9a9998d0dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:42.356834 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854228376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854278327'] for router_interface, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:42.400275 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:42.437492 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:42.468143 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Pushing event updated for resources: {'Port': ['ID=f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:42.472405 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:42.553989 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-68780bd6-a85c-4411-a87a-c9a9998d0dc5 None None] Port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:14:42.565026 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Allocated IP 172.20.0.2 (0128512d-821b-4c7e-926e-96000171e36f/33d6a739-415a-4a4d-9c48-bcd172d8bac9/acd85db6-ed01-4851-89fe-527a55eca344) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:14:42.571720 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:42.592994 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Network ccfb0391-2666-48bb-a962-6b33702fc369 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:14:42.594519 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:42.630897 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port d6bfb88e-ef37-4248-9b30-d74689b99481, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=d6bfb88e-ef37-4248-9b30-d74689b99481,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:14:42.641855 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-68780bd6-a85c-4411-a87a-c9a9998d0dc5 None None] Provisioning complete for port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:42.642291 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-68780bd6-a85c-4411-a87a-c9a9998d0dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:42.736696 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:42.738051 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:42.796546 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-52b39124-c26c-4180-97e1-d0be67969d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:42.861569 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Router 21c115f8-29a8-4304-a4ed-15f68264b3b9 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:14:42.980573 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Allocated IP 172.28.2.106 (963b33f9-dd19-40b1-8544-19d53926a01f/b49e69fc-521d-4a7a-a4a3-7f801cf6183d/3612c352-8336-4dc0-b07f-298bbe7c6f4c) {{(pid=80168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:14:42.980929 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=d6bfb88e-ef37-4248-9b30-d74689b99481,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:42.991834 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:43.175133 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:14:43.181350 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:43.181785 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:43.204622 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] 10.222.0.53 "PUT /v2.0/routers/21c115f8-29a8-4304-a4ed-15f68264b3b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3438966 Jan 22 15:14:43.268766 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:43.292253 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:43.318501 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Transition to ACTIVE for port object acd85db6-ed01-4851-89fe-527a55eca344 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:43.326154 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:43.385624 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Transition to ACTIVE for port object acd85db6-ed01-4851-89fe-527a55eca344 will not be triggered until provisioned by entity DHCP. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:43.431656 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:43.434982 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-fab517d7-f6e7-42b8-bd20-b95b8b9174cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:43.456509 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:43.507386 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Sync routers for ids ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:14:43.605825 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Pushing event updated for resources: {'Port': ['ID=3612c352-8336-4dc0-b07f-298bbe7c6f4c,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:43.620137 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:43.634050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Routers {'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:14:43.634793 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:14:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:43.696788 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Network 963b33f9-dd19-40b1-8544-19d53926a01f is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:14:43.699430 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:43.704942 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Received port after_create {{(pid=80168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:14:43.978630 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-a715fd66-8af7-46a1-8fd5-f43fb544e2ed None None] Provisioning complete for port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:43.980118 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a715fd66-8af7-46a1-8fd5-f43fb544e2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:44.018598 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Pushing event updated for resources: {'Port': ['ID=acd85db6-ed01-4851-89fe-527a55eca344,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:44.021167 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device d6bfb88e-ef37-4248-9b30-d74689b99481 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:44.069474 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:44.219411 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-a715fd66-8af7-46a1-8fd5-f43fb544e2ed None None] Port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:14:44.395258 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Network 0128512d-821b-4c7e-926e-96000171e36f is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:14:44.426582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:44.437265 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:14:44.465761 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Set router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:14:44.490001 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 45084) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:44.498016 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Request body: {'security_group': {'name': 'tempest-securitygroup--338716554', 'description': 'tempest-description--2011677414'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:44.524068 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:44.530079 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Usage tracker for resource:security_group and tenant:8ef4fbebdbdf4941976014a01c398f65 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:44.534546 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:44.541798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:44.554299 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:44.587249 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:44.591992 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Usage tracker for resource:security_group_rule and tenant:8ef4fbebdbdf4941976014a01c398f65 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:44.595497 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:44.604656 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:44.630792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port d6bfb88e-ef37-4248-9b30-d74689b99481 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:44.631230 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:44.713307 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:44.717268 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:44.721928 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Attempting to bind port acd85db6-ed01-4851-89fe-527a55eca344 on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:14:44.722716 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Attempting to bind port acd85db6-ed01-4851-89fe-527a55eca344 by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': 'f6af28eb-69fa-4908-a32f-ffc10f0bfb6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0128512d-821b-4c7e-926e-96000171e36f'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:14:44.723418 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Attempting to bind port acd85db6-ed01-4851-89fe-527a55eca344 on network 0128512d-821b-4c7e-926e-96000171e36f {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:14:44.741889 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e3e50e9a-7b54-4aee-a3b4-7ee5a2cbe4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:44.742640 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:44.753908 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:44.757951 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2640173 Jan 22 15:14:44.762872 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 45094) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:44.776718 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-0089bcf8-d7e6-4cf7-9807-fd101251337d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Request body: {'security_group_rule': {'security_group_id': 'aaf849d3-3abb-4f37-ae7f-f7c7af24c99b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:44.796391 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-0089bcf8-d7e6-4cf7-9807-fd101251337d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:44.801069 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:44.804764 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-0089bcf8-d7e6-4cf7-9807-fd101251337d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Usage tracker for resource:security_group_rule and tenant:8ef4fbebdbdf4941976014a01c398f65 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:44.813131 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:44.814042 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-0089bcf8-d7e6-4cf7-9807-fd101251337d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:44.824444 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-0089bcf8-d7e6-4cf7-9807-fd101251337d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:44.844484 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:14:44.844914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Checking segment: {'id': 'f6af28eb-69fa-4908-a32f-ffc10f0bfb6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0128512d-821b-4c7e-926e-96000171e36f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:14:44.845796 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:44.846262 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Bound using segment: {'id': 'f6af28eb-69fa-4908-a32f-ffc10f0bfb6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0128512d-821b-4c7e-926e-96000171e36f'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:14:44.846839 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Bound port: acd85db6-ed01-4851-89fe-527a55eca344, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6af28eb-69fa-4908-a32f-ffc10f0bfb6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0128512d-821b-4c7e-926e-96000171e36f'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:14:44.847266 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:44.851128 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0089bcf8-d7e6-4cf7-9807-fd101251337d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group_rule, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:44.937471 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0089bcf8-d7e6-4cf7-9807-fd101251337d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:44.941264 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0089bcf8-d7e6-4cf7-9807-fd101251337d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649001'] for security_group_rule, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:44.957439 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:44.986953 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089bcf8-d7e6-4cf7-9807-fd101251337d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bffd070-fec6-48f6-bd4a-ce89e5053a07,revision_number=0']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:44.991355 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0089bcf8-d7e6-4cf7-9807-fd101251337d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:45.004910 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0089bcf8-d7e6-4cf7-9807-fd101251337d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group_rule, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:45.007009 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-0089bcf8-d7e6-4cf7-9807-fd101251337d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2429883 Jan 22 15:14:45.009367 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 45102) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:45.017438 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-0f648a1b-45e7-41ab-9a79-56147de49afd tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Request body: {'security_group_rule': {'security_group_id': 'aaf849d3-3abb-4f37-ae7f-f7c7af24c99b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:45.033158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-0f648a1b-45e7-41ab-9a79-56147de49afd tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:45.037851 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-0f648a1b-45e7-41ab-9a79-56147de49afd tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Usage tracker for resource:security_group_rule and tenant:8ef4fbebdbdf4941976014a01c398f65 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:45.042491 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-0f648a1b-45e7-41ab-9a79-56147de49afd tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:45.048626 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-0f648a1b-45e7-41ab-9a79-56147de49afd tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:45.070394 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0f648a1b-45e7-41ab-9a79-56147de49afd tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group_rule, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:45.147681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0f648a1b-45e7-41ab-9a79-56147de49afd tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:45.151626 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0f648a1b-45e7-41ab-9a79-56147de49afd tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649001'] for security_group_rule, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:45.155450 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ea5f53f0-27a6-4ad6-b323-1034aeffe3b0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:45.179327 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] For port acd85db6-ed01-4851-89fe-527a55eca344, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:14:45.190807 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] For port acd85db6-ed01-4851-89fe-527a55eca344, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=acd85db6-ed01-4851-89fe-527a55eca344,segment=NetworkSegment(f6af28eb-69fa-4908-a32f-ffc10f0bfb6c),segment_id=f6af28eb-69fa-4908-a32f-ffc10f0bfb6c)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:14:45.191340 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0f648a1b-45e7-41ab-9a79-56147de49afd tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group_rule, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:45.194881 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-0f648a1b-45e7-41ab-9a79-56147de49afd tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1816623 Jan 22 15:14:45.194881 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f648a1b-45e7-41ab-9a79-56147de49afd tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ade7c8a-c6d3-417d-9d74-e2078ddd2975,revision_number=0']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:45.196204 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510835'] for router, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:45.196396 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 45110) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:45.201029 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:45.203329 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Request body: {'floatingip': {'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:45.214842 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:45.219180 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Usage tracker for resource:floatingip and tenant:8ef4fbebdbdf4941976014a01c398f65 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:45.223474 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:45.223750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:45.230041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:45.237999 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0f648a1b-45e7-41ab-9a79-56147de49afd tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:45.241370 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for floatingip, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:45.425659 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:45.443160 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'name': 'tempest-TestShelveInstance-616012621-router', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:28Z', 'updated_at': '2021-01-22T15:14:35Z', 'revision_number': 4, 'project_id': '00418f223ac446279e0843b36f25602f', 'gw_port': {'id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:29Z', 'updated_at': '2021-01-22T15:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '34210126-3174-45a5-8091-139fabf1334f', 'name': '', 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'mac_address': 'fa:16:3e:f4:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:33Z', 'updated_at': '2021-01-22T15:14:35Z', 'revision_number': 2, 'project_id': '00418f223ac446279e0843b36f25602f', 'subnets': [{'id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:45.460742 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Checking router: ea1c4c40-4bf0-479d-960f-96ebfdbf64bd for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:14:45.461049 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Updating router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd port 34210126-3174-45a5-8091-139fabf1334f binding host dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 15:14:45.481299 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Router 6b7cf947-c6e7-49db-a26b-9c1d76bf7941 is scheduled to L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 with binding_index 1 {{(pid=80168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 22 15:14:45.501150 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Pushing event updated for resources: {'Port': ['ID=acd85db6-ed01-4851-89fe-527a55eca344,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:45.513528 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:45.554690 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:45.745348 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:14:45.759515 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Sync routers for ids ['6b7cf947-c6e7-49db-a26b-9c1d76bf7941'] in dv-cinder-763774-2-smb {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:14:45.778332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Routers {'6b7cf947-c6e7-49db-a26b-9c1d76bf7941'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:14:45.786881 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:14:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['6b7cf947-c6e7-49db-a26b-9c1d76bf7941'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:45.800544 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Notify callbacks [] for router, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:45.801926 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7411306 Jan 22 15:14:45.809086 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 45124) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:45.879090 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Allocated IP 172.28.2.112 (963b33f9-dd19-40b1-8544-19d53926a01f/b49e69fc-521d-4a7a-a4a3-7f801cf6183d/83b3e999-1554-401d-8c73-de6f8d2406e8) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:14:45.885368 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device bd9d165d-7ae8-44ea-9b3d-32d557b34d84 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:46.212524 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Set router 6b7cf947-c6e7-49db-a26b-9c1d76bf7941 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:14:46.277071 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:46.305527 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port bd9d165d-7ae8-44ea-9b3d-32d557b34d84 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:46.353301 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:46.360396 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port bd9d165d-7ae8-44ea-9b3d-32d557b34d84 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:46.362441 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:46.374296 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:46.622123 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 45138) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:46.663649 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event updated for resources: {'Port': ['ID=83b3e999-1554-401d-8c73-de6f8d2406e8,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:46.679301 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:46.740117 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Network 963b33f9-dd19-40b1-8544-19d53926a01f is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:14:46.742096 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:46.746927 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:14:46.757243 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:46.785118 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Transition to ACTIVE for port object 34210126-3174-45a5-8091-139fabf1334f will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:46.794805 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:46.861543 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3b527598-6ebd-4a1d-9ec5-ba223116ebb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:46.897857 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'name': 'tempest-TestShelveInstance-283392141-router', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:41Z', 'updated_at': '2021-01-22T15:14:44Z', 'revision_number': 3, 'project_id': '421f4139ddf64673a711a6ed4bf1c068', 'gw_port': {'id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:42Z', 'updated_at': '2021-01-22T15:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:46.906659 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Checking router: 6b7cf947-c6e7-49db-a26b-9c1d76bf7941 for host: dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:14:46.907504 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Updating router 6b7cf947-c6e7-49db-a26b-9c1d76bf7941 port 3612c352-8336-4dc0-b07f-298bbe7c6f4c binding host dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 15:14:46.913225 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Sync routers for ids ['21c115f8-29a8-4304-a4ed-15f68264b3b9'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:14:46.957520 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:47.019734 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-49dd40f1-76a1-4a87-a84b-130bd54e5160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:47.028251 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Routers {'21c115f8-29a8-4304-a4ed-15f68264b3b9'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:14:47.032383 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:14:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['21c115f8-29a8-4304-a4ed-15f68264b3b9'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:47.054260 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for floatingip, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:47.057879 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:47.081277 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-49dd40f1-76a1-4a87-a84b-130bd54e5160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:47.156247 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-49dd40f1-76a1-4a87-a84b-130bd54e5160 admin admin] Usage tracker for resource:security_group_rule and tenant:748b30c1a0c748d89230dc9504c03166 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:47.171289 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-49dd40f1-76a1-4a87-a84b-130bd54e5160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:47.181173 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-49dd40f1-76a1-4a87-a84b-130bd54e5160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:47.235820 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:47.518804 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263cc04-b713-4f71-ab6b-db75af0d2cef None None] Pushing event updated for resources: {'Port': ['ID=34210126-3174-45a5-8091-139fabf1334f,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:47.547535 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5d4cfa-4b67-473d-8e9f-d94ced0b5335 None None] Network 0128512d-821b-4c7e-926e-96000171e36f requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:14:47.560784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Allocated IP 172.20.0.1 (0128512d-821b-4c7e-926e-96000171e36f/33d6a739-415a-4a4d-9c48-bcd172d8bac9/653a6fce-8825-49e3-aa1d-47d166172b8c) {{(pid=80168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:14:47.639727 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:47.653787 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:47.672024 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3dd86552-8a1a-4edc-b1dc-772949b68ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:47.709963 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:47.726726 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Transition to ACTIVE for port object 3612c352-8336-4dc0-b07f-298bbe7c6f4c will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:47.730698 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:47.753444 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:47.769634 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:47.787589 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1263cc04-b713-4f71-ab6b-db75af0d2cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:47.789928 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Transition to ACTIVE for port object 653a6fce-8825-49e3-aa1d-47d166172b8c will not be triggered until provisioned by entity DHCP. {{(pid=80168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:47.815423 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:47.825063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event updated for resources: {'Port': ['ID=83b3e999-1554-401d-8c73-de6f8d2406e8,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:47.828504 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:47.849895 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ca63d-96bf-4db7-8e01-a9dfce457165 None None] Pushing event updated for resources: {'Port': ['ID=3612c352-8336-4dc0-b07f-298bbe7c6f4c,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:47.897750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-690b389b-4837-4193-9ddb-d5dbf267c6c6 None None] Provisioning for port acd85db6-ed01-4851-89fe-527a55eca344 completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:47.927025 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-145ca63d-96bf-4db7-8e01-a9dfce457165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:48.023508 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:48.045289 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port bd9d165d-7ae8-44ea-9b3d-32d557b34d84, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=bd9d165d-7ae8-44ea-9b3d-32d557b34d84,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:14:48.074912 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:48.117050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:48.147261 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:48.165177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:48.167023 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9696119 Jan 22 15:14:48.169640 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-49dd40f1-76a1-4a87-a84b-130bd54e5160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:48.177546 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-49dd40f1-76a1-4a87-a84b-130bd54e5160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:48.189611 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Attempting to bind port 3612c352-8336-4dc0-b07f-298bbe7c6f4c on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:14:48.198569 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Attempting to bind port 3612c352-8336-4dc0-b07f-298bbe7c6f4c by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:14:48.199694 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Attempting to bind port 3612c352-8336-4dc0-b07f-298bbe7c6f4c on network 963b33f9-dd19-40b1-8544-19d53926a01f {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:14:48.224705 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6835bdb9-40ce-4520-a4d3-feef6db85379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:48.227811 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:14:48.231342 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Checking segment: {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:14:48.237541 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-49dd40f1-76a1-4a87-a84b-130bd54e5160 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=748b30c1a0c748d89230dc9504c03166&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6100199 Jan 22 15:14:48.237807 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:48.238272 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Bound using segment: {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:14:48.238862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Bound port: 3612c352-8336-4dc0-b07f-298bbe7c6f4c, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932f0bf6-f316-4193-a5a5-00b3fa9ba2d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:14:48.239414 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:48.240695 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 45156) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:48.392679 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4f781b52-be00-4819-bb81-ede8a88a9e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:48.495798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b2e96899-ae8e-4ba8-9cf9-7b4358dc1b78 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:48.514881 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd40f1-76a1-4a87-a84b-130bd54e5160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7007f05d-7af4-477d-a9ab-c49f8f0d1b5f,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:48.532433 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-49dd40f1-76a1-4a87-a84b-130bd54e5160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:48.536809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device acd85db6-ed01-4851-89fe-527a55eca344 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:48.561445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] For port 3612c352-8336-4dc0-b07f-298bbe7c6f4c, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:14:48.570247 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] For port 3612c352-8336-4dc0-b07f-298bbe7c6f4c, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=3612c352-8336-4dc0-b07f-298bbe7c6f4c,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:14:48.575262 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:48.592088 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4f781b52-be00-4819-bb81-ede8a88a9e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:48.607520 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038ab40-d47d-4ff7-a66a-a0a0c973a667 req-fba6056c-9750-42c2-9fc8-55cd920d9860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:48.609195 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a038ab40-d47d-4ff7-a66a-a0a0c973a667 req-fba6056c-9750-42c2-9fc8-55cd920d9860 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5942d7cf065345f1bf77030f6f5ab8fc&device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 1203 time: 0.4959216 Jan 22 15:14:48.621240 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:48.728020 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port acd85db6-ed01-4851-89fe-527a55eca344 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:48.743985 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Set router 21c115f8-29a8-4304-a4ed-15f68264b3b9 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:14:48.800466 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port acd85db6-ed01-4851-89fe-527a55eca344 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:48.800916 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:48.812797 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Network 0128512d-821b-4c7e-926e-96000171e36f is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:14:48.828073 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:48.833425 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Received port after_create {{(pid=80168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:14:48.906271 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Pushing event updated for resources: {'Port': ['ID=653a6fce-8825-49e3-aa1d-47d166172b8c,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:48.914239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:48.939042 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=bd9d165d-7ae8-44ea-9b3d-32d557b34d84,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:48.949111 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60d648-1713-49d1-969b-4b5cf6e01ff0 req-8576f157-edee-492f-b169-5e38ad906cba tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:48.956914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Attempting to bind port 34210126-3174-45a5-8091-139fabf1334f on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:14:48.957336 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Attempting to bind port 34210126-3174-45a5-8091-139fabf1334f by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '65c0687d-a69b-4986-870b-eaf69808c16d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:14:48.957756 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Attempting to bind port 34210126-3174-45a5-8091-139fabf1334f on network ce3797b3-7e73-4c9f-88cf-229936845684 {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:14:48.957878 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6a60d648-1713-49d1-969b-4b5cf6e01ff0 req-8576f157-edee-492f-b169-5e38ad906cba tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 985 time: 0.4636745 Jan 22 15:14:48.965871 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:48.972847 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:14:48.973274 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Checking segment: {'id': '65c0687d-a69b-4986-870b-eaf69808c16d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:14:48.973727 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:48.974160 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Bound using segment: {'id': '65c0687d-a69b-4986-870b-eaf69808c16d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:14:48.977030 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Bound port: 34210126-3174-45a5-8091-139fabf1334f, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c0687d-a69b-4986-870b-eaf69808c16d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:14:48.977317 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:49.074326 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6a60d648-1713-49d1-969b-4b5cf6e01ff0 req-05826b28-9585-45e9-a620-35300708d02b tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=466c5aa3-c8a4-453b-8f0e-f708ac53f302&id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1154671 Jan 22 15:14:49.092525 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854264914'] for router_interface, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:49.110389 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ca63d-96bf-4db7-8e01-a9dfce457165 None None] Pushing event updated for resources: {'Port': ['ID=3612c352-8336-4dc0-b07f-298bbe7c6f4c,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:49.119431 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-145ca63d-96bf-4db7-8e01-a9dfce457165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:49.173489 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4f781b52-be00-4819-bb81-ede8a88a9e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:49.185585 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f709a5bb-2d13-4b39-b932-c175a86ef75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:49.195449 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Routers {'6b7cf947-c6e7-49db-a26b-9c1d76bf7941'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:14:49.196314 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:14:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['6b7cf947-c6e7-49db-a26b-9c1d76bf7941'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:49.289859 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f781b52-be00-4819-bb81-ede8a88a9e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7007f05d-7af4-477d-a9ab-c49f8f0d1b5f,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:49.293116 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4f781b52-be00-4819-bb81-ede8a88a9e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:49.306168 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4f781b52-be00-4819-bb81-ede8a88a9e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:49.309085 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:49.318079 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-4f781b52-be00-4819-bb81-ede8a88a9e19 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7007f05d-7af4-477d-a9ab-c49f8f0d1b5f HTTP/1.1" status: 204 len: 168 time: 1.0664711 Jan 22 15:14:49.365528 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-bd9ced88-486e-40a7-b048-171f88b487e1 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Synchronizing usage tracker for tenant:8ef4fbebdbdf4941976014a01c398f65 on resource:security_group {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:14:49.443878 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-bd9ced88-486e-40a7-b048-171f88b487e1 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Unset dirty status for tenant:8ef4fbebdbdf4941976014a01c398f65 on resource:security_group {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:14:49.446373 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-bd9ced88-486e-40a7-b048-171f88b487e1 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--338716554&fields=id&tenant_id=8ef4fbebdbdf4941976014a01c398f65 HTTP/1.1" status: 200 len: 267 time: 0.3053458 Jan 22 15:14:49.551602 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] Set router 6b7cf947-c6e7-49db-a26b-9c1d76bf7941 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:14:49.617047 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:49.652706 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7eed9fa6-a6ea-43c9-84d7-5a6e7a30e89d None None] Provisioning complete for port acd85db6-ed01-4851-89fe-527a55eca344 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:49.653139 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7eed9fa6-a6ea-43c9-84d7-5a6e7a30e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:49.709325 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038ab40-d47d-4ff7-a66a-a0a0c973a667 req-5ed8bd37-634a-4d1b-ba44-2053535190ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:49.716625 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a038ab40-d47d-4ff7-a66a-a0a0c973a667 req-5ed8bd37-634a-4d1b-ba44-2053535190ac service neutron] 10.222.0.63 "GET /v2.0/networks?id=47e14c0b-3f18-45c7-af64-d43f0c6806cc HTTP/1.1" status: 200 len: 909 time: 1.0934024 Jan 22 15:14:49.720869 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port acd85db6-ed01-4851-89fe-527a55eca344, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=acd85db6-ed01-4851-89fe-527a55eca344,segment=NetworkSegment(f6af28eb-69fa-4908-a32f-ffc10f0bfb6c),segment_id=f6af28eb-69fa-4908-a32f-ffc10f0bfb6c)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:14:49.745001 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:49.762356 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] For port 34210126-3174-45a5-8091-139fabf1334f, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:14:49.765715 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] For port 34210126-3174-45a5-8091-139fabf1334f, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=34210126-3174-45a5-8091-139fabf1334f,segment=NetworkSegment(65c0687d-a69b-4986-870b-eaf69808c16d),segment_id=65c0687d-a69b-4986-870b-eaf69808c16d)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:14:49.769549 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:49.854629 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:49.859896 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a038ab40-d47d-4ff7-a66a-a0a0c973a667 req-f7c48b4d-50b7-4717-b202-35b7c7b81192 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a7be2b8-33a9-47f6-8f09-0658ae20049e HTTP/1.1" status: 200 len: 1002 time: 0.1264968 Jan 22 15:14:49.890887 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f4615ce2-a1b2-4288-8263-d1aa254dde03 req-a0d22745-b0e0-49ef-a978-57ba3ae7277d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.6828144 Jan 22 15:14:50.079279 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:50.093260 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823312390'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:50.215699 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 45184) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:50.216484 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-720778cc-2420-4edb-8426-a4e61835822a tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:50.254975 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'name': 'tempest-TestShelveInstance-283392141-router', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:41Z', 'updated_at': '2021-01-22T15:14:49Z', 'revision_number': 4, 'project_id': '421f4139ddf64673a711a6ed4bf1c068', 'gw_port': {'id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:42Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '653a6fce-8825-49e3-aa1d-47d166172b8c', 'name': '', 'network_id': '0128512d-821b-4c7e-926e-96000171e36f', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'mac_address': 'fa:16:3e:f3:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '33d6a739-415a-4a4d-9c48-bcd172d8bac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:47Z', 'updated_at': '2021-01-22T15:14:47Z', 'revision_number': 1, 'project_id': '421f4139ddf64673a711a6ed4bf1c068', 'subnets': [{'id': '33d6a739-415a-4a4d-9c48-bcd172d8bac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:50.257116 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854228376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854278327'] for router_interface, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:50.272149 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d74076-b374-41b7-824d-c1fc4fb2a6a9 None None] The sync data for ids ['6b7cf947-c6e7-49db-a26b-9c1d76bf7941'] in dv-cinder-763774-2-smb is: [{'id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'name': 'tempest-TestShelveInstance-283392141-router', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:41Z', 'updated_at': '2021-01-22T15:14:49Z', 'revision_number': 4, 'project_id': '421f4139ddf64673a711a6ed4bf1c068', 'gw_port': {'id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:42Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '653a6fce-8825-49e3-aa1d-47d166172b8c', 'name': '', 'network_id': '0128512d-821b-4c7e-926e-96000171e36f', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'mac_address': 'fa:16:3e:f3:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '33d6a739-415a-4a4d-9c48-bcd172d8bac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:47Z', 'updated_at': '2021-01-22T15:14:47Z', 'revision_number': 1, 'project_id': '421f4139ddf64673a711a6ed4bf1c068', 'subnets': [{'id': '33d6a739-415a-4a4d-9c48-bcd172d8bac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:14:50.319142 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038ab40-d47d-4ff7-a66a-a0a0c973a667 req-d429e7ab-9b64-4659-ba86-02318047c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:50.320830 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a038ab40-d47d-4ff7-a66a-a0a0c973a667 req-d429e7ab-9b64-4659-ba86-02318047c261 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0 HTTP/1.1" status: 200 len: 854 time: 0.4215243 Jan 22 15:14:50.430781 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device bd9d165d-7ae8-44ea-9b3d-32d557b34d84 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:50.485348 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-5beb0b4c-0962-4c81-b892-2dda3d64180d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:50.487250 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-5beb0b4c-0962-4c81-b892-2dda3d64180d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/networks?id=ccfb0391-2666-48bb-a962-6b33702fc369 HTTP/1.1" status: 200 len: 817 time: 1.0100973 Jan 22 15:14:50.517354 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4615ce2-a1b2-4288-8263-d1aa254dde03 req-20ffb28a-2fa0-4f93-aa38-bdd3a0252a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:50.518932 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f4615ce2-a1b2-4288-8263-d1aa254dde03 req-20ffb28a-2fa0-4f93-aa38-bdd3a0252a9a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79f6aff5910d4f75b6e9ccf81396c89e&device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 1162 time: 0.5043223 Jan 22 15:14:50.526251 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-94c2c4e4-0e48-4709-ad12-1b4515974c48 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/quotas/8ef4fbebdbdf4941976014a01c398f65 HTTP/1.1" status: 200 len: 375 time: 0.0244622 Jan 22 15:14:50.531247 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c617f925-e7d3-4afb-bf16-fa7e70992495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:50.561090 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=acd85db6-ed01-4851-89fe-527a55eca344,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:50.563523 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-c617f925-e7d3-4afb-bf16-fa7e70992495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:50.567736 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-c617f925-e7d3-4afb-bf16-fa7e70992495 admin admin] Usage tracker for resource:security_group_rule and tenant:18cb4e038e1a49c981123c080f64a487 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:50.570919 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-c617f925-e7d3-4afb-bf16-fa7e70992495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:50.577443 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:41Z', 'revision_number': 2, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:50.579696 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:50.591644 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-c617f925-e7d3-4afb-bf16-fa7e70992495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:50.596134 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4cea7465-7611-4dcc-946a-443d82fe563d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.668s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:50.627600 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Pushing event updated for resources: {'Port': ['ID=653a6fce-8825-49e3-aa1d-47d166172b8c,revision_number=2']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:50.637702 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:50.651505 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Checking router: 21c115f8-29a8-4304-a4ed-15f68264b3b9 for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:14:50.651888 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Updating router 21c115f8-29a8-4304-a4ed-15f68264b3b9 port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 binding host dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 15:14:50.746675 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:50.793759 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038ab40-d47d-4ff7-a66a-a0a0c973a667 req-2836d727-90d3-49ae-800c-acff96644000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:50.796157 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a038ab40-d47d-4ff7-a66a-a0a0c973a667 req-2836d727-90d3-49ae-800c-acff96644000 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=47e14c0b-3f18-45c7-af64-d43f0c6806cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4496443 Jan 22 15:14:50.804946 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7f3e1-e8fc-4957-8b03-e5b94efd49e1 req-0b8a735f-47e5-469f-940d-d135641ac3ba tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:50.813649 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bff7f3e1-e8fc-4957-8b03-e5b94efd49e1 req-0b8a735f-47e5-469f-940d-d135641ac3ba tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 985 time: 0.3340957 Jan 22 15:14:50.839032 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-d9ea6a11-76a1-4415-b194-80c16fba55b2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Synchronizing usage tracker for tenant:8ef4fbebdbdf4941976014a01c398f65 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:14:50.852511 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Network 0128512d-821b-4c7e-926e-96000171e36f is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:14:50.867405 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:50.939795 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c617f925-e7d3-4afb-bf16-fa7e70992495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:51.016444 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-d9ea6a11-76a1-4415-b194-80c16fba55b2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Unset dirty status for tenant:8ef4fbebdbdf4941976014a01c398f65 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:14:51.017946 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-d9ea6a11-76a1-4415-b194-80c16fba55b2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ef4fbebdbdf4941976014a01c398f65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4831398 Jan 22 15:14:51.024560 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4615ce2-a1b2-4288-8263-d1aa254dde03 req-f94451c8-8831-4aa7-b3b0-dc64a0aa470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:51.031316 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f4615ce2-a1b2-4288-8263-d1aa254dde03 req-f94451c8-8831-4aa7-b3b0-dc64a0aa470a service neutron] 10.222.0.63 "GET /v2.0/networks?id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76 HTTP/1.1" status: 200 len: 904 time: 0.4441683 Jan 22 15:14:51.038186 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c617f925-e7d3-4afb-bf16-fa7e70992495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:51.059188 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-dad7a2b1-bcd0-4568-9cc2-e47a714bfd74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:51.097744 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bff7f3e1-e8fc-4957-8b03-e5b94efd49e1 req-596e793b-2a06-4f5f-82c9-d1b52b2acb00 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=466c5aa3-c8a4-453b-8f0e-f708ac53f302&id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2830818 Jan 22 15:14:51.156922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263cc04-b713-4f71-ab6b-db75af0d2cef None None] Pushing event updated for resources: {'Port': ['ID=34210126-3174-45a5-8091-139fabf1334f,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:51.170736 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1263cc04-b713-4f71-ab6b-db75af0d2cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:51.206251 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-c617f925-e7d3-4afb-bf16-fa7e70992495 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18cb4e038e1a49c981123c080f64a487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9332733 Jan 22 15:14:51.214678 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 45192) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:51.215862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617f925-e7d3-4afb-bf16-fa7e70992495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81562098-4894-49df-b020-b05c5d07414a,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:51.218359 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port bd9d165d-7ae8-44ea-9b3d-32d557b34d84 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:51.218742 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:51.241338 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c617f925-e7d3-4afb-bf16-fa7e70992495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:51.332312 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-192f1a42-484d-4c56-a6d3-83c1d7e56011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:51.360844 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Routers {'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:14:51.362484 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:14:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:51.444769 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7eed9fa6-a6ea-43c9-84d7-5a6e7a30e89d None None] Provisioning for port 653a6fce-8825-49e3-aa1d-47d166172b8c completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:51.466988 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7eed9fa6-a6ea-43c9-84d7-5a6e7a30e89d None None] Provisioning complete for port 653a6fce-8825-49e3-aa1d-47d166172b8c triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:51.467761 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7eed9fa6-a6ea-43c9-84d7-5a6e7a30e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:51.542765 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a038ab40-d47d-4ff7-a66a-a0a0c973a667 req-69bb7d1c-fdec-41ba-aa9e-b681819f33cd service neutron] 10.222.0.63 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7328749 Jan 22 15:14:51.544636 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f4615ce2-a1b2-4288-8263-d1aa254dde03 req-2609402b-35e8-4495-a425-9750f067c91e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 HTTP/1.1" status: 200 len: 1001 time: 0.4507694 Jan 22 15:14:51.577009 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Router 6b7cf947-c6e7-49db-a26b-9c1d76bf7941 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:14:51.607515 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5c57ab04-83cd-430c-828e-a98ce4e0c778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:51.644105 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-7eed9fa6-a6ea-43c9-84d7-5a6e7a30e89d None None] Port 653a6fce-8825-49e3-aa1d-47d166172b8c cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:14:51.693542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4615ce2-a1b2-4288-8263-d1aa254dde03 req-1686019f-9190-4cd8-8998-4aa832075f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:51.695319 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f4615ce2-a1b2-4288-8263-d1aa254dde03 req-1686019f-9190-4cd8-8998-4aa832075f16 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26594a79-fcad-4c2a-92cb-91187601fd8a HTTP/1.1" status: 200 len: 849 time: 0.1284981 Jan 22 15:14:51.785780 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5c57ab04-83cd-430c-828e-a98ce4e0c778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:51.861399 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:51.874929 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Transition to ACTIVE for port object f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:51.889358 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:51.896006 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a038ab40-d47d-4ff7-a66a-a0a0c973a667 req-efca0b43-ac54-48ee-b6f7-1647a184bd7c service neutron] 10.222.0.63 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3302901 Jan 22 15:14:51.922293 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-99c21d77-2c12-4ba0-b236-2713d4754046 service neutron] 10.222.0.53 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8708417 Jan 22 15:14:51.924503 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6eae4625-8fd8-43b4-ad13-e07c572e4699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:51.935423 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:14:51.957637 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5c57ab04-83cd-430c-828e-a98ce4e0c778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:51.961177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5c57ab04-83cd-430c-828e-a98ce4e0c778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:51.965466 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-5c57ab04-83cd-430c-828e-a98ce4e0c778 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81562098-4894-49df-b020-b05c5d07414a HTTP/1.1" status: 204 len: 168 time: 0.7421570 Jan 22 15:14:51.965466 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-00239632-ea02-4c48-bf7a-9e2e4f3527f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:51.995595 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-4cd668bc-4020-4019-b41d-3e604b7d34e8 admin admin] 10.222.0.53 "PUT /v2.0/routers/6b7cf947-c6e7-49db-a26b-9c1d76bf7941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1831913 Jan 22 15:14:52.000546 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57ab04-83cd-430c-828e-a98ce4e0c778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81562098-4894-49df-b020-b05c5d07414a,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:52.014983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5c57ab04-83cd-430c-828e-a98ce4e0c778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:52.183251 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4615ce2-a1b2-4288-8263-d1aa254dde03 req-55d5d81c-410b-4cef-a156-e17a993e90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:52.184587 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f4615ce2-a1b2-4288-8263-d1aa254dde03 req-55d5d81c-410b-4cef-a156-e17a993e90b2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4689882 Jan 22 15:14:52.373132 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3bfeb-e358-47f2-9849-fe77fb1efc82 None None] Pushing event updated for resources: {'Port': ['ID=f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:52.397397 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5fc3bfeb-e358-47f2-9849-fe77fb1efc82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:52.414888 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] Set router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:14:52.488384 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-ac4cf743-0418-4cad-a70b-8a247b345623 None None] Provisioning complete for port acd85db6-ed01-4851-89fe-527a55eca344 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:52.488813 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ac4cf743-0418-4cad-a70b-8a247b345623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:52.516565 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c7365-f664-436b-b8c9-d861c6246f46 req-24805159-67d5-473a-93e7-dafa63d1adb4 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:52.525302 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d94c7365-f664-436b-b8c9-d861c6246f46 req-24805159-67d5-473a-93e7-dafa63d1adb4 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 985 time: 0.2107813 Jan 22 15:14:52.604644 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d94c7365-f664-436b-b8c9-d861c6246f46 req-aa2feba7-f920-425e-9c54-3893feab6c10 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=466c5aa3-c8a4-453b-8f0e-f708ac53f302&id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0776472 Jan 22 15:14:52.649659 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device acd85db6-ed01-4851-89fe-527a55eca344 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:52.851350 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-77e2e623-0119-4431-b456-f7baaf988386 service neutron] 10.222.0.53 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9274864 Jan 22 15:14:52.979233 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f4615ce2-a1b2-4288-8263-d1aa254dde03 req-bbc3463d-fdf0-468f-9069-1af33ed6ceba service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7801981 Jan 22 15:14:53.287585 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f4615ce2-a1b2-4288-8263-d1aa254dde03 req-c7ee2962-789f-4124-b9c8-0709829b5e96 service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2996793 Jan 22 15:14:53.316662 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-030ec0a8-2221-45a2-b211-5b24d53d9724 req-3f301827-56b7-41da-942c-60c26cfce97f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 210 time: 0.1388094 Jan 22 15:14:53.338514 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-673b2624-e45d-495f-9eaf-252ec00a6e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:53.389056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Attempting to bind port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:14:53.389483 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Attempting to bind port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:14:53.389902 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Attempting to bind port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 on network ccfb0391-2666-48bb-a962-6b33702fc369 {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:14:53.413900 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-ac4cf743-0418-4cad-a70b-8a247b345623 None None] Provisioning complete for port 653a6fce-8825-49e3-aa1d-47d166172b8c triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:53.414331 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ac4cf743-0418-4cad-a70b-8a247b345623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:53.484358 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-ac4cf743-0418-4cad-a70b-8a247b345623 None None] Port 653a6fce-8825-49e3-aa1d-47d166172b8c cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:14:53.486228 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port acd85db6-ed01-4851-89fe-527a55eca344 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:53.487345 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:53.514224 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:14:53.514635 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Checking segment: {'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:14:53.515092 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:53.515544 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Bound using segment: {'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:14:53.516102 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Bound port: f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:14:53.516497 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:53.600325 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-a38fbbd2-4c72-4742-9eb4-bcf827098c5d req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-426045001', 'description': 'tempest-TestShelveInstance-426045001 description'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:53.614599 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-a38fbbd2-4c72-4742-9eb4-bcf827098c5d req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:53.619510 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-a38fbbd2-4c72-4742-9eb4-bcf827098c5d req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Usage tracker for resource:security_group and tenant:00418f223ac446279e0843b36f25602f is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:53.623471 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-a38fbbd2-4c72-4742-9eb4-bcf827098c5d req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:53.629932 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-a38fbbd2-4c72-4742-9eb4-bcf827098c5d req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:53.647870 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-a38fbbd2-4c72-4742-9eb4-bcf827098c5d req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:53.672621 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-a38fbbd2-4c72-4742-9eb4-bcf827098c5d req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:53.677316 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-a38fbbd2-4c72-4742-9eb4-bcf827098c5d req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Usage tracker for resource:security_group_rule and tenant:00418f223ac446279e0843b36f25602f is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:53.680831 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-a38fbbd2-4c72-4742-9eb4-bcf827098c5d req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:53.688819 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-a38fbbd2-4c72-4742-9eb4-bcf827098c5d req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:53.708235 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:53.815582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] For port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:14:53.834079 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-a38fbbd2-4c72-4742-9eb4-bcf827098c5d req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:53.837276 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-a38fbbd2-4c72-4742-9eb4-bcf827098c5d req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:53.844110 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 3612c352-8336-4dc0-b07f-298bbe7c6f4c up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:53.859826 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-cd0cfeaf-57a2-4c34-a39d-5fa1b000d722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:53.871561 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-a38fbbd2-4c72-4742-9eb4-bcf827098c5d req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:53.871816 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] For port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:14:53.877715 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a38fbbd2-4c72-4742-9eb4-bcf827098c5d req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2840378 Jan 22 15:14:53.891131 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:53.910221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:53.981234 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Pushing event updated for resources: {'SecurityGroup': ['ID=eba0fd44-54cc-4559-a006-fa24770f5976,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:53.997612 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:54.009445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef8e1f-9e15-47f9-9bda-dd9e2962a3cf req-cddfb90d-ec33-4741-8dca-05168e5023f1 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:54.011777 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b2ef8e1f-9e15-47f9-9bda-dd9e2962a3cf req-cddfb90d-ec33-4741-8dca-05168e5023f1 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 985 time: 0.1625133 Jan 22 15:14:54.013338 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5b79f76a-cfdd-4e20-9d3d-9b3f911c8a95 req-329befab-6bca-4164-9b86-fba253d01858 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups/eba0fd44-54cc-4559-a006-fa24770f5976 HTTP/1.1" status: 200 len: 1800 time: 0.0851808 Jan 22 15:14:54.030690 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-5b79f76a-cfdd-4e20-9d3d-9b3f911c8a95 req-aac4a2c5-2fc5-4abd-8b76-0bd9182f0b71 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eba0fd44-54cc-4559-a006-fa24770f5976', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:54.031783 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-5b79f76a-cfdd-4e20-9d3d-9b3f911c8a95 req-aac4a2c5-2fc5-4abd-8b76-0bd9182f0b71 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eba0fd44-54cc-4559-a006-fa24770f5976', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:54.043385 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-5b79f76a-cfdd-4e20-9d3d-9b3f911c8a95 req-aac4a2c5-2fc5-4abd-8b76-0bd9182f0b71 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:54.048254 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-5b79f76a-cfdd-4e20-9d3d-9b3f911c8a95 req-aac4a2c5-2fc5-4abd-8b76-0bd9182f0b71 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Usage tracker for resource:security_group_rule and tenant:00418f223ac446279e0843b36f25602f is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:54.051644 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-5b79f76a-cfdd-4e20-9d3d-9b3f911c8a95 req-aac4a2c5-2fc5-4abd-8b76-0bd9182f0b71 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:54.058791 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-5b79f76a-cfdd-4e20-9d3d-9b3f911c8a95 req-aac4a2c5-2fc5-4abd-8b76-0bd9182f0b71 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:54.126797 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b2ef8e1f-9e15-47f9-9bda-dd9e2962a3cf req-a855defa-aea9-47b9-be84-c45c5d513ba7 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=466c5aa3-c8a4-453b-8f0e-f708ac53f302&id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1070712 Jan 22 15:14:54.134312 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'name': 'tempest-TestShelveInstance-616012621-router', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:28Z', 'updated_at': '2021-01-22T15:14:35Z', 'revision_number': 4, 'project_id': '00418f223ac446279e0843b36f25602f', 'gw_port': {'id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:29Z', 'updated_at': '2021-01-22T15:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '34210126-3174-45a5-8091-139fabf1334f', 'name': '', 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'mac_address': 'fa:16:3e:f4:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:33Z', 'updated_at': '2021-01-22T15:14:49Z', 'revision_number': 4, 'project_id': '00418f223ac446279e0843b36f25602f', 'subnets': [{'id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:54.156063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5b79f76a-cfdd-4e20-9d3d-9b3f911c8a95 req-aac4a2c5-2fc5-4abd-8b76-0bd9182f0b71 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for security_group_rule, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:54.160146 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e67bcc2-83e0-4c0f-a33f-9145a6ea30bf None None] The sync data for ids ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'] in dv-cinder-763774-2-smb is: [{'id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'name': 'tempest-TestShelveInstance-616012621-router', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:28Z', 'updated_at': '2021-01-22T15:14:35Z', 'revision_number': 4, 'project_id': '00418f223ac446279e0843b36f25602f', 'gw_port': {'id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:29Z', 'updated_at': '2021-01-22T15:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '34210126-3174-45a5-8091-139fabf1334f', 'name': '', 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'mac_address': 'fa:16:3e:f4:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:33Z', 'updated_at': '2021-01-22T15:14:49Z', 'revision_number': 4, 'project_id': '00418f223ac446279e0843b36f25602f', 'subnets': [{'id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:14:54.204859 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5b79f76a-cfdd-4e20-9d3d-9b3f911c8a95 req-aac4a2c5-2fc5-4abd-8b76-0bd9182f0b71 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:54.206613 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3bfeb-e358-47f2-9849-fe77fb1efc82 None None] Pushing event updated for resources: {'Port': ['ID=f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:54.208505 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5b79f76a-cfdd-4e20-9d3d-9b3f911c8a95 req-aac4a2c5-2fc5-4abd-8b76-0bd9182f0b71 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649001'] for security_group_rule, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:54.216656 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5fc3bfeb-e358-47f2-9849-fe77fb1efc82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:54.224282 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port 3612c352-8336-4dc0-b07f-298bbe7c6f4c completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:54.232871 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 3612c352-8336-4dc0-b07f-298bbe7c6f4c triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:54.233296 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:54.249406 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0089bcf8-d7e6-4cf7-9807-fd101251337d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:54.280330 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4a2c5-2fc5-4abd-8b76-0bd9182f0b71 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc01dc4-79f8-4d83-b633-ad42815fbb9d,revision_number=0']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:54.284798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-aac4a2c5-2fc5-4abd-8b76-0bd9182f0b71 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:54.292349 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5b79f76a-cfdd-4e20-9d3d-9b3f911c8a95 req-aac4a2c5-2fc5-4abd-8b76-0bd9182f0b71 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for security_group_rule, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:54.293795 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5b79f76a-cfdd-4e20-9d3d-9b3f911c8a95 req-aac4a2c5-2fc5-4abd-8b76-0bd9182f0b71 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2732260 Jan 22 15:14:54.354452 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Routers {'21c115f8-29a8-4304-a4ed-15f68264b3b9'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:14:54.357283 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:14:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['21c115f8-29a8-4304-a4ed-15f68264b3b9'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:54.443303 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ebdf6b49-97e2-4fd1-8a42-31437940f4b0 req-f7f9afce-7c1b-4a21-999b-7a1dbfc2f83b tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups/eba0fd44-54cc-4559-a006-fa24770f5976 HTTP/1.1" status: 200 len: 2393 time: 0.1059618 Jan 22 15:14:54.461885 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-ebdf6b49-97e2-4fd1-8a42-31437940f4b0 req-72dad9a3-6b0a-41b9-bc62-47514ff270be tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eba0fd44-54cc-4559-a006-fa24770f5976', 'remote_group_id': None}]} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:54.462789 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-ebdf6b49-97e2-4fd1-8a42-31437940f4b0 req-72dad9a3-6b0a-41b9-bc62-47514ff270be tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eba0fd44-54cc-4559-a006-fa24770f5976', 'remote_group_id': None}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:54.475155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-ebdf6b49-97e2-4fd1-8a42-31437940f4b0 req-72dad9a3-6b0a-41b9-bc62-47514ff270be tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:54.479641 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-ebdf6b49-97e2-4fd1-8a42-31437940f4b0 req-72dad9a3-6b0a-41b9-bc62-47514ff270be tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Usage tracker for resource:security_group_rule and tenant:00418f223ac446279e0843b36f25602f is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:54.489133 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-ebdf6b49-97e2-4fd1-8a42-31437940f4b0 req-72dad9a3-6b0a-41b9-bc62-47514ff270be tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:54.515496 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-ebdf6b49-97e2-4fd1-8a42-31437940f4b0 req-72dad9a3-6b0a-41b9-bc62-47514ff270be tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:54.602408 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Sync routers for ids ['6b7cf947-c6e7-49db-a26b-9c1d76bf7941'] in dv-cinder-763774-2-smb {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:14:54.622866 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Routers {'6b7cf947-c6e7-49db-a26b-9c1d76bf7941'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:14:54.623609 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:14:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['6b7cf947-c6e7-49db-a26b-9c1d76bf7941'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:54.627058 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ebdf6b49-97e2-4fd1-8a42-31437940f4b0 req-72dad9a3-6b0a-41b9-bc62-47514ff270be tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for security_group_rule, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:54.664072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ebdf6b49-97e2-4fd1-8a42-31437940f4b0 req-72dad9a3-6b0a-41b9-bc62-47514ff270be tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:54.672487 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ebdf6b49-97e2-4fd1-8a42-31437940f4b0 req-72dad9a3-6b0a-41b9-bc62-47514ff270be tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649001'] for security_group_rule, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:54.674945 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:54.711178 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ebdf6b49-97e2-4fd1-8a42-31437940f4b0 req-72dad9a3-6b0a-41b9-bc62-47514ff270be tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for security_group_rule, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:54.718228 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ebdf6b49-97e2-4fd1-8a42-31437940f4b0 req-72dad9a3-6b0a-41b9-bc62-47514ff270be tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2661359 Jan 22 15:14:54.721185 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dad9a3-6b0a-41b9-bc62-47514ff270be tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7aeab6-4db7-4685-af25-6cac5201f818,revision_number=0']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:54.730777 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-72dad9a3-6b0a-41b9-bc62-47514ff270be tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:54.855109 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c51f3fcc-234e-4b3f-b409-6814034eaba6 req-d096c70f-6e6b-463d-89ef-da38a37bfbb7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 210 time: 0.1064460 Jan 22 15:14:54.941182 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:55.003956 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:55.011595 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:55.033183 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Set router 6b7cf947-c6e7-49db-a26b-9c1d76bf7941 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:14:55.087760 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] Set router 21c115f8-29a8-4304-a4ed-15f68264b3b9 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:14:55.242880 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:55.248889 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port 3612c352-8336-4dc0-b07f-298bbe7c6f4c, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=3612c352-8336-4dc0-b07f-298bbe7c6f4c,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:14:55.266534 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:55.267648 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 34210126-3174-45a5-8091-139fabf1334f up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:55.363246 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:55.404809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-85ef8e5e-6898-4100-90a1-cb5da863b080 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:55.410721 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-85ef8e5e-6898-4100-90a1-cb5da863b080 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.63 "GET /v2.0/networks?id=ccfb0391-2666-48bb-a962-6b33702fc369 HTTP/1.1" status: 200 len: 817 time: 0.4334252 Jan 22 15:14:55.445974 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=3612c352-8336-4dc0-b07f-298bbe7c6f4c,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:55.458314 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:55.647868 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-53643b2e-9308-457e-8937-d9eeeec6abb5 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8ef4fbebdbdf4941976014a01c398f65 HTTP/1.1" status: 200 len: 5708 time: 0.1972871 Jan 22 15:14:55.669788 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Request body: {'port': {'device_id': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'admin_state_up': True, 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'security_groups': ['aaf849d3-3abb-4f37-ae7f-f7c7af24c99b']}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:55.778532 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3441f-82f6-4643-badc-af9979e09d1a req-0981fb0a-c02d-40cd-a3c1-fdb61cfb06a8 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:55.791990 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e1d3441f-82f6-4643-badc-af9979e09d1a req-0981fb0a-c02d-40cd-a3c1-fdb61cfb06a8 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 985 time: 0.2747889 Jan 22 15:14:55.918033 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'name': 'tempest-TestShelveInstance-283392141-router', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:41Z', 'updated_at': '2021-01-22T15:14:49Z', 'revision_number': 4, 'project_id': '421f4139ddf64673a711a6ed4bf1c068', 'gw_port': {'id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:42Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '653a6fce-8825-49e3-aa1d-47d166172b8c', 'name': '', 'network_id': '0128512d-821b-4c7e-926e-96000171e36f', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'mac_address': 'fa:16:3e:f3:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '33d6a739-415a-4a4d-9c48-bcd172d8bac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:47Z', 'updated_at': '2021-01-22T15:14:49Z', 'revision_number': 2, 'project_id': '421f4139ddf64673a711a6ed4bf1c068', 'subnets': [{'id': '33d6a739-415a-4a4d-9c48-bcd172d8bac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:55.929617 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Checking router: 6b7cf947-c6e7-49db-a26b-9c1d76bf7941 for host: dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:14:55.930050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Updating router 6b7cf947-c6e7-49db-a26b-9c1d76bf7941 port 653a6fce-8825-49e3-aa1d-47d166172b8c binding host dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 22 15:14:55.934113 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e1d3441f-82f6-4643-badc-af9979e09d1a req-1898e7c8-01f9-4d91-aca2-1f29e882d0d9 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=466c5aa3-c8a4-453b-8f0e-f708ac53f302&id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1406667 Jan 22 15:14:56.025179 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port 34210126-3174-45a5-8091-139fabf1334f completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:56.033952 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 34210126-3174-45a5-8091-139fabf1334f triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:56.034884 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:56.037716 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:56.052574 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:56.058693 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:56.076868 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Made reservation on behalf of 8ef4fbebdbdf4941976014a01c398f65 for: {'port': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:14:56.099237 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:56.289898 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-444589c7-af1b-44a3-9c0e-c006acd3d70b req-937c849c-aad7-4692-a147-5661a5d3164b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 210 time: 0.1083360 Jan 22 15:14:56.351160 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:56.397793 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:53Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:56.417279 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a010fd06-e5b6-4f13-8f7f-93ea1355d732 None None] The sync data for ids ['21c115f8-29a8-4304-a4ed-15f68264b3b9'] in dv-cinder-763774-2-smb is: [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:53Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:14:56.454022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port 34210126-3174-45a5-8091-139fabf1334f, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=34210126-3174-45a5-8091-139fabf1334f,segment=NetworkSegment(65c0687d-a69b-4986-870b-eaf69808c16d),segment_id=65c0687d-a69b-4986-870b-eaf69808c16d)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:14:56.459524 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:56.461626 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:56.650534 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=34210126-3174-45a5-8091-139fabf1334f,revision_number=5']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:56.652862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:56.708418 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 3612c352-8336-4dc0-b07f-298bbe7c6f4c up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:56.827052 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Allocated IP 172.20.0.5 (ccfb0391-2666-48bb-a962-6b33702fc369/12a179cd-d2fb-4dae-b410-3d8af3602ae4/ccebec4e-b9f1-4fee-b1b0-89012efa2d84) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:14:56.920903 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 3612c352-8336-4dc0-b07f-298bbe7c6f4c triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:56.921557 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:57.000966 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:57.019083 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Transition to ACTIVE for port object 653a6fce-8825-49e3-aa1d-47d166172b8c will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:57.022850 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:57.165071 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:57.188347 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:57.196681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:57.243642 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Transition to ACTIVE for port object ccebec4e-b9f1-4fee-b1b0-89012efa2d84 will not be triggered until provisioned by entity DHCP. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:57.288599 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:57.297152 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:57.298273 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:57.342449 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fcc9e-be45-42b2-9caa-342845924142 req-be36818c-3529-42c5-a5f6-8708fc1de47e tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:57.344180 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-000fcc9e-be45-42b2-9caa-342845924142 req-be36818c-3529-42c5-a5f6-8708fc1de47e tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 985 time: 0.1481977 Jan 22 15:14:57.345897 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:57.389585 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 45362) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:57.566683 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:57.568686 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Attempting to bind port 653a6fce-8825-49e3-aa1d-47d166172b8c on host dv-cinder-763774-2-smb for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:14:57.569125 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Attempting to bind port 653a6fce-8825-49e3-aa1d-47d166172b8c by drivers openvswitch on host dv-cinder-763774-2-smb at level 0 using segments [{'id': 'f6af28eb-69fa-4908-a32f-ffc10f0bfb6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0128512d-821b-4c7e-926e-96000171e36f'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:14:57.569551 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Attempting to bind port 653a6fce-8825-49e3-aa1d-47d166172b8c on network 0128512d-821b-4c7e-926e-96000171e36f {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:14:57.592928 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Checking agent: {'id': '383e2c16-31ef-4f1b-bc05-a121b0f5b64f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 1, 55), 'started_at': datetime.datetime(2021, 1, 22, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.54', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:14:57.593348 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Checking segment: {'id': 'f6af28eb-69fa-4908-a32f-ffc10f0bfb6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0128512d-821b-4c7e-926e-96000171e36f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:14:57.597643 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:57.598228 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Bound using segment: {'id': 'f6af28eb-69fa-4908-a32f-ffc10f0bfb6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0128512d-821b-4c7e-926e-96000171e36f'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:14:57.598899 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Bound port: 653a6fce-8825-49e3-aa1d-47d166172b8c, host: dv-cinder-763774-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6af28eb-69fa-4908-a32f-ffc10f0bfb6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0128512d-821b-4c7e-926e-96000171e36f'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:14:57.599334 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:57.613613 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:14:57.617245 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:57.620227 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-aceb5efe-a267-4bd3-ab95-bbb5413681e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:57.671517 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ccfe91bd-dccf-41aa-b9df-dcdd3f2e22d0 tempest-VolumesActionsTest-1345012588 tempest-VolumesActionsTest-1345012588] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:57.715332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8,revision_number=5']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:57.732243 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:57.749269 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] For port 653a6fce-8825-49e3-aa1d-47d166172b8c, host dv-cinder-763774-2-smb, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:14:57.755597 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] For port 653a6fce-8825-49e3-aa1d-47d166172b8c, host dv-cinder-763774-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=653a6fce-8825-49e3-aa1d-47d166172b8c,segment=NetworkSegment(f6af28eb-69fa-4908-a32f-ffc10f0bfb6c),segment_id=f6af28eb-69fa-4908-a32f-ffc10f0bfb6c)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:14:57.757853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169317d9-09d6-478d-ac90-05b948a6125e None None] Pushing event updated for resources: {'Port': ['ID=653a6fce-8825-49e3-aa1d-47d166172b8c,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:57.768994 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-169317d9-09d6-478d-ac90-05b948a6125e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:57.770255 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:57.802881 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-169317d9-09d6-478d-ac90-05b948a6125e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:57.810992 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event updated for resources: {'Port': ['ID=ccebec4e-b9f1-4fee-b1b0-89012efa2d84,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:57.814525 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:57.821080 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e6ad40bb-ec99-445f-b706-cc4e046184c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:57.843964 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-e6ad40bb-ec99-445f-b706-cc4e046184c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:57.845452 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Network ccfb0391-2666-48bb-a962-6b33702fc369 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:14:57.848803 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-e6ad40bb-ec99-445f-b706-cc4e046184c9 admin admin] Usage tracker for resource:security_group_rule and tenant:7e30cee0892346e2a97e4e90a4489d31 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:57.849419 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:14:57.855777 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-e6ad40bb-ec99-445f-b706-cc4e046184c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:57.856349 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:14:57.864021 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-e6ad40bb-ec99-445f-b706-cc4e046184c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:57.935660 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-000fcc9e-be45-42b2-9caa-342845924142 req-5c785c00-ac0b-46f0-b453-db666ba5dcee tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=466c5aa3-c8a4-453b-8f0e-f708ac53f302&id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2790055 Jan 22 15:14:57.972109 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ae69b-eaf0-4df7-a97e-816b1fd46033 req-6e2083c7-3883-492c-bca4-1808a6cdf76f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:57.982215 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cc6ae69b-eaf0-4df7-a97e-816b1fd46033 req-6e2083c7-3883-492c-bca4-1808a6cdf76f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 931 time: 0.3568566 Jan 22 15:14:58.026364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:58.032177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:58.069759 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-cc6ae69b-eaf0-4df7-a97e-816b1fd46033 req-fc3e3809-8f51-4f46-8505-62e2c608e5ab tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Synchronizing usage tracker for tenant:8ef4fbebdbdf4941976014a01c398f65 on resource:security_group {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:14:58.075672 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4115684 Jan 22 15:14:58.098609 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Request body: {'port': {'device_id': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:14:58.109207 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-cc6ae69b-eaf0-4df7-a97e-816b1fd46033 req-fc3e3809-8f51-4f46-8505-62e2c608e5ab tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Unset dirty status for tenant:8ef4fbebdbdf4941976014a01c398f65 on resource:security_group {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:14:58.131592 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cc6ae69b-eaf0-4df7-a97e-816b1fd46033 req-fc3e3809-8f51-4f46-8505-62e2c608e5ab tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478653 Jan 22 15:14:58.169280 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-5dff9889-d67f-4531-9d97-b0b7fd3f695a None None] Provisioning for port ccebec4e-b9f1-4fee-b1b0-89012efa2d84 completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:58.169978 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e6ad40bb-ec99-445f-b706-cc4e046184c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:58.173788 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e6ad40bb-ec99-445f-b706-cc4e046184c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:58.179677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-5dff9889-d67f-4531-9d97-b0b7fd3f695a None None] Provisioning complete for port ccebec4e-b9f1-4fee-b1b0-89012efa2d84 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:58.180104 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5dff9889-d67f-4531-9d97-b0b7fd3f695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:58.206020 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c1cad445-3694-4e1f-87e7-14264d7d05c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:58.218940 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-e6ad40bb-ec99-445f-b706-cc4e046184c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e30cee0892346e2a97e4e90a4489d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8281484 Jan 22 15:14:58.220254 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 45372) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:58.247677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:58.247921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-5dff9889-d67f-4531-9d97-b0b7fd3f695a None None] Port ccebec4e-b9f1-4fee-b1b0-89012efa2d84 cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:14:58.263088 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169317d9-09d6-478d-ac90-05b948a6125e None None] Pushing event updated for resources: {'Port': ['ID=653a6fce-8825-49e3-aa1d-47d166172b8c,revision_number=4']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:58.269155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-169317d9-09d6-478d-ac90-05b948a6125e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:58.288160 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad40bb-ec99-445f-b706-cc4e046184c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0485c0e4-b8c0-43a0-942d-691be34d82b8,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:58.300993 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e6ad40bb-ec99-445f-b706-cc4e046184c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:58.314200 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Routers {'6b7cf947-c6e7-49db-a26b-9c1d76bf7941'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:14:58.315047 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:14:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['6b7cf947-c6e7-49db-a26b-9c1d76bf7941'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:58.339007 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d99a1b62-e331-41c6-bfe5-99876e063cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:58.384545 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d99a1b62-e331-41c6-bfe5-99876e063cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:58.457908 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d99a1b62-e331-41c6-bfe5-99876e063cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:58.464741 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-748e3aad-3764-41fb-8860-c56abee98ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:58.478492 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a1b62-e331-41c6-bfe5-99876e063cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0485c0e4-b8c0-43a0-942d-691be34d82b8,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:58.481715 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d99a1b62-e331-41c6-bfe5-99876e063cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:58.488145 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d99a1b62-e331-41c6-bfe5-99876e063cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:58.489720 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d99a1b62-e331-41c6-bfe5-99876e063cef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0485c0e4-b8c0-43a0-942d-691be34d82b8 HTTP/1.1" status: 204 len: 168 time: 0.2664764 Jan 22 15:14:58.607565 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] Set router 6b7cf947-c6e7-49db-a26b-9c1d76bf7941 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:14:58.679554 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:58.767393 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:58.768060 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:58.860231 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccebec4e-b9f1-4fee-b1b0-89012efa2d84 {{(pid=80167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:14:58.876826 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:58.895714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Transition to ACTIVE for port object ccebec4e-b9f1-4fee-b1b0-89012efa2d84 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:14:58.899932 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:58.918950 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 34210126-3174-45a5-8091-139fabf1334f up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:59.006589 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9341a712-d3df-415a-961d-e36c4b320040 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:59.006780 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 34210126-3174-45a5-8091-139fabf1334f triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:59.007416 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:59.024210 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 45384) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:59.062595 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'name': 'tempest-TestShelveInstance-283392141-router', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:41Z', 'updated_at': '2021-01-22T15:14:49Z', 'revision_number': 4, 'project_id': '421f4139ddf64673a711a6ed4bf1c068', 'gw_port': {'id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:42Z', 'updated_at': '2021-01-22T15:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '653a6fce-8825-49e3-aa1d-47d166172b8c', 'name': '', 'network_id': '0128512d-821b-4c7e-926e-96000171e36f', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'mac_address': 'fa:16:3e:f3:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '33d6a739-415a-4a4d-9c48-bcd172d8bac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:47Z', 'updated_at': '2021-01-22T15:14:57Z', 'revision_number': 4, 'project_id': '421f4139ddf64673a711a6ed4bf1c068', 'subnets': [{'id': '33d6a739-415a-4a4d-9c48-bcd172d8bac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:14:59.066850 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7c85cb-1e44-48f9-9375-974dbf5947aa None None] The sync data for ids ['6b7cf947-c6e7-49db-a26b-9c1d76bf7941'] in dv-cinder-763774-2-smb is: [{'id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'name': 'tempest-TestShelveInstance-283392141-router', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:41Z', 'updated_at': '2021-01-22T15:14:49Z', 'revision_number': 4, 'project_id': '421f4139ddf64673a711a6ed4bf1c068', 'gw_port': {'id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:42Z', 'updated_at': '2021-01-22T15:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '653a6fce-8825-49e3-aa1d-47d166172b8c', 'name': '', 'network_id': '0128512d-821b-4c7e-926e-96000171e36f', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'mac_address': 'fa:16:3e:f3:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '33d6a739-415a-4a4d-9c48-bcd172d8bac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:47Z', 'updated_at': '2021-01-22T15:14:57Z', 'revision_number': 4, 'project_id': '421f4139ddf64673a711a6ed4bf1c068', 'subnets': [{'id': '33d6a739-415a-4a4d-9c48-bcd172d8bac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:14:59.085297 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4d2b4ff5-4076-43ae-8f59-ea6a3d6dc5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:59.105116 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccebec4e-b9f1-4fee-b1b0-89012efa2d84,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:59.118414 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:59.131288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-4d2b4ff5-4076-43ae-8f59-ea6a3d6dc5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:14:59.137004 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-4d2b4ff5-4076-43ae-8f59-ea6a3d6dc5ed admin admin] Usage tracker for resource:security_group_rule and tenant:9f9f33952bd841338a2e7ded591194fe is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:14:59.141971 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-4d2b4ff5-4076-43ae-8f59-ea6a3d6dc5ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:14:59.148478 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-4d2b4ff5-4076-43ae-8f59-ea6a3d6dc5ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:14:59.262233 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4d2b4ff5-4076-43ae-8f59-ea6a3d6dc5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:59.268414 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4d2b4ff5-4076-43ae-8f59-ea6a3d6dc5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:59.301294 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:59.352607 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 653a6fce-8825-49e3-aa1d-47d166172b8c up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:14:59.362470 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-4d2b4ff5-4076-43ae-8f59-ea6a3d6dc5ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f9f33952bd841338a2e7ded591194fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369083 Jan 22 15:14:59.363656 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b4ff5-4076-43ae-8f59-ea6a3d6dc5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1af0a9-d8f5-4119-8e49-01b025e8d5fa,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:59.368225 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4d2b4ff5-4076-43ae-8f59-ea6a3d6dc5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:14:59.369286 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 45394) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:14:59.571707 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning for port 653a6fce-8825-49e3-aa1d-47d166172b8c completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:14:59.582105 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 653a6fce-8825-49e3-aa1d-47d166172b8c triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:14:59.583817 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:59.735361 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79123722-269e-4a69-9bf4-3f2535d11654 req-6c885b3a-fb3a-4f7a-abb0-26e5cf18a94b tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:59.743478 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-79123722-269e-4a69-9bf4-3f2535d11654 req-6c885b3a-fb3a-4f7a-abb0-26e5cf18a94b tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 985 time: 0.5483892 Jan 22 15:14:59.789654 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:59.821253 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Attempting to bind port ccebec4e-b9f1-4fee-b1b0-89012efa2d84 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:14:59.821635 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Attempting to bind port ccebec4e-b9f1-4fee-b1b0-89012efa2d84 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:14:59.822126 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Attempting to bind port ccebec4e-b9f1-4fee-b1b0-89012efa2d84 on network ccfb0391-2666-48bb-a962-6b33702fc369 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:14:59.828859 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bc8305dd-2e92-4ac1-aaf2-38b473b98453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:59.830322 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] For port 653a6fce-8825-49e3-aa1d-47d166172b8c, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=653a6fce-8825-49e3-aa1d-47d166172b8c,segment=NetworkSegment(f6af28eb-69fa-4908-a32f-ffc10f0bfb6c),segment_id=f6af28eb-69fa-4908-a32f-ffc10f0bfb6c)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:14:59.833636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:59.835776 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1263cc04-b713-4f71-ab6b-db75af0d2cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:14:59.858972 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-79123722-269e-4a69-9bf4-3f2535d11654 req-66ac19c2-ff34-4a8e-959a-b6c3db69409c tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=466c5aa3-c8a4-453b-8f0e-f708ac53f302&id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1144564 Jan 22 15:14:59.860216 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:14:59.860606 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Checking segment: {'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:14:59.861030 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:59.861434 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Bound using segment: {'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:14:59.861935 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Bound port: ccebec4e-b9f1-4fee-b1b0-89012efa2d84, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:14:59.866433 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bc8305dd-2e92-4ac1-aaf2-38b473b98453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:59.866951 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:14:59.952926 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Pushing event updated for resources: {'Port': ['ID=653a6fce-8825-49e3-aa1d-47d166172b8c,revision_number=5']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:14:59.956890 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4177e3-cb83-4a66-aace-8745dd624ead req-ea3c25d2-05ee-4cea-b521-3f8782f65121 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:14:59.959200 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cf4177e3-cb83-4a66-aace-8745dd624ead req-ea3c25d2-05ee-4cea-b521-3f8782f65121 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.5886910 Jan 22 15:14:59.964500 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:00.005906 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] For port ccebec4e-b9f1-4fee-b1b0-89012efa2d84, host hv-cinder-76377, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:15:00.009097 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] For port ccebec4e-b9f1-4fee-b1b0-89012efa2d84, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=ccebec4e-b9f1-4fee-b1b0-89012efa2d84,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:15:00.012783 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:00.033403 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cf4177e3-cb83-4a66-aace-8745dd624ead req-1e66a207-2638-4d99-bfa5-1cf74da2382d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562301 Jan 22 15:15:00.035007 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bc8305dd-2e92-4ac1-aaf2-38b473b98453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:00.041956 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-de35eed2-b0f5-4b28-a4cb-db51d5f33fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:00.059346 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8305dd-2e92-4ac1-aaf2-38b473b98453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1af0a9-d8f5-4119-8e49-01b025e8d5fa,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:00.065934 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bc8305dd-2e92-4ac1-aaf2-38b473b98453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:00.069002 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-bc8305dd-2e92-4ac1-aaf2-38b473b98453 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb1af0a9-d8f5-4119-8e49-01b025e8d5fa HTTP/1.1" status: 204 len: 168 time: 0.6967607 Jan 22 15:15:00.084111 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bc8305dd-2e92-4ac1-aaf2-38b473b98453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:00.152427 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f195bbe9-4105-48b5-80df-1fb4bd417bb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:00.263283 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccebec4e-b9f1-4fee-b1b0-89012efa2d84,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:00.275447 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:00.294584 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:00.295268 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:00.296757 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] 10.222.0.63 "PUT /v2.0/ports/ccebec4e-b9f1-4fee-b1b0-89012efa2d84 HTTP/1.1" status: 200 len: 1157 time: 2.2038357 Jan 22 15:15:00.297295 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'tag': 'ccebec4e-b9f1-4fee-b1b0-89012efa2d84'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:00.483491 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'tag': 'ccebec4e-b9f1-4fee-b1b0-89012efa2d84', 'status': 'completed', 'code': 200} Jan 22 15:15:00.537949 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-0116e3f1-daba-44ff-8779-777695767aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:00.537949 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-0116e3f1-daba-44ff-8779-777695767aa2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ef4fbebdbdf4941976014a01c398f65&device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 1160 time: 0.1523645 Jan 22 15:15:00.564928 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 653a6fce-8825-49e3-aa1d-47d166172b8c up at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:15:00.649794 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Provisioning complete for port 653a6fce-8825-49e3-aa1d-47d166172b8c triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:00.651260 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:00.656855 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-854179c2-1e20-423a-b258-537ec39126b4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccebec4e-b9f1-4fee-b1b0-89012efa2d84 HTTP/1.1" status: 200 len: 217 time: 0.0830092 Jan 22 15:15:00.735233 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-32833517-f63e-45dc-bb24-4d9d0b64f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:00.736911 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-32833517-f63e-45dc-bb24-4d9d0b64f7dc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12a179cd-d2fb-4dae-b410-3d8af3602ae4 HTTP/1.1" status: 200 len: 856 time: 0.0711474 Jan 22 15:15:00.850872 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c0a5bbe-09f1-4368-a467-8c56643d78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:00.852518 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-2c0a5bbe-09f1-4368-a467-8c56643d78e0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ccfb0391-2666-48bb-a962-6b33702fc369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0933864 Jan 22 15:15:01.091815 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-5aa027e7-fe2b-4ae5-8c07-06520354b841 service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305365 Jan 22 15:15:01.100203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 45430) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:01.263047 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1750641450-network', 'tenant_id': '3de936a3c1824d84859675f90572eeb5'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:01.273761 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:01.281251 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Usage tracker for resource:network and tenant:3de936a3c1824d84859675f90572eeb5 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:15:01.285342 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:15:01.294063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:01.309960 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Made reservation on behalf of 3de936a3c1824d84859675f90572eeb5 for: {'network': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:15:01.319173 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:01.342650 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:01.366824 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:01.374578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Usage tracker for resource:security_group_rule and tenant:3de936a3c1824d84859675f90572eeb5 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:15:01.378733 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:15:01.409885 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28249692-5138-46c2-a20d-9ac9a2a3c7d2 req-7287d2b5-6161-4ddc-9440-e0cdf03a2ad3 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:01.412049 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28249692-5138-46c2-a20d-9ac9a2a3c7d2 req-7287d2b5-6161-4ddc-9440-e0cdf03a2ad3 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1971970 Jan 22 15:15:01.416635 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:01.491829 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28249692-5138-46c2-a20d-9ac9a2a3c7d2 req-abfc716b-dd51-42f0-840b-73f4ee90ed33 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725944 Jan 22 15:15:01.505120 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f999c-93cb-45f9-b700-8d60fe982fb8 req-8a7b1f30-78d7-43f9-901e-28c1f44521df tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:01.506853 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cf0f999c-93cb-45f9-b700-8d60fe982fb8 req-8a7b1f30-78d7-43f9-901e-28c1f44521df tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 985 time: 0.4927306 Jan 22 15:15:01.576589 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:01.579618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:01.585599 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b8db7f17-2b42-48ea-b12b-6f03a38769fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:01.599039 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-68eaaf92-18c3-4539-b8ba-44f7388bf646 req-746dce2d-39a6-4a5a-913d-1b17efe22f70 service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4998400 Jan 22 15:15:01.617416 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 15:15:01.623375 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cf0f999c-93cb-45f9-b700-8d60fe982fb8 req-68d26159-e7fa-4541-96aa-1f20342f23a2 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=466c5aa3-c8a4-453b-8f0e-f708ac53f302&id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0774472 Jan 22 15:15:01.632479 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efec51e-99d7-4925-b28a-9ace1d9d106b,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:01.637263 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:01.638393 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771515840559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:01.638827 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Added segment c7b59509-fb52-4d84-9df4-c185e98112d2 of type vxlan for network cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be Jan 22 15:15:01.673897 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:01.710330 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:01.711796 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:01.712462 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:01.719003 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e6c727c6-f308-439f-82b3-76063cbfbece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:01.798778 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1593cd-917a-42df-a93f-eb0032c63fe7 req-dd209857-ce9b-4157-9c8a-bd3d89c5cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:01.800669 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5c1593cd-917a-42df-a93f-eb0032c63fe7 req-dd209857-ce9b-4157-9c8a-bd3d89c5cf91 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ef4fbebdbdf4941976014a01c398f65&device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 1160 time: 0.0816519 Jan 22 15:15:01.835937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Pushing event updated for resources: {'Network': ['ID=cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:01.839626 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7382286 Jan 22 15:15:01.840646 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:01.842712 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 45440) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:01.848477 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:15:01.848754 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] Request body: {'subnet': {'network_id': 'cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1750641450-subnet', 'tenant_id': '3de936a3c1824d84859675f90572eeb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:01.853891 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:01.858052 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] Usage tracker for resource:subnet and tenant:3de936a3c1824d84859675f90572eeb5 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:15:01.861605 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:15:01.863667 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Network cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:15:01.867516 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:01.877390 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] Made reservation on behalf of 3de936a3c1824d84859675f90572eeb5 for: {'subnet': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:15:01.882842 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852683248'] for subnet, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:01.961500 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1593cd-917a-42df-a93f-eb0032c63fe7 req-a6d7162c-ac88-4bbb-a066-1bbbbc7e8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:01.963804 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5c1593cd-917a-42df-a93f-eb0032c63fe7 req-a6d7162c-ac88-4bbb-a066-1bbbbc7e8d8e service neutron] 10.222.0.63 "GET /v2.0/networks?id=ccfb0391-2666-48bb-a962-6b33702fc369 HTTP/1.1" status: 200 len: 911 time: 0.1536732 Jan 22 15:15:02.042233 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5c1593cd-917a-42df-a93f-eb0032c63fe7 req-e5b37f10-fffc-4df5-ada6-1e80409edcb9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccebec4e-b9f1-4fee-b1b0-89012efa2d84 HTTP/1.1" status: 200 len: 217 time: 0.0724230 Jan 22 15:15:02.126304 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1593cd-917a-42df-a93f-eb0032c63fe7 req-09ec168b-823e-4f5f-9efa-f75588aee8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:02.127910 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5c1593cd-917a-42df-a93f-eb0032c63fe7 req-09ec168b-823e-4f5f-9efa-f75588aee8e0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12a179cd-d2fb-4dae-b410-3d8af3602ae4 HTTP/1.1" status: 200 len: 856 time: 0.0759053 Jan 22 15:15:02.219538 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1593cd-917a-42df-a93f-eb0032c63fe7 req-308b8199-f04b-4abb-b367-9692bee9593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:02.221166 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5c1593cd-917a-42df-a93f-eb0032c63fe7 req-308b8199-f04b-4abb-b367-9692bee9593d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ccfb0391-2666-48bb-a962-6b33702fc369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850163 Jan 22 15:15:02.331547 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823313806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852683229'] for subnet, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:02.346772 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2e39a28a-0af5-46df-b2c5-bf402ecea4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:02.380568 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5c1593cd-917a-42df-a93f-eb0032c63fe7 req-1423f7d9-672d-4f09-86d8-67d2dd52d720 service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503880 Jan 22 15:15:02.477618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafed8ed-ff55-41f0-ba37-76ca7bd355c4,revision_number=0']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:02.490592 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:02.530890 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5c1593cd-917a-42df-a93f-eb0032c63fe7 req-5226fc96-2197-4dd4-a241-61bf633d038b service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1430602 Jan 22 15:15:02.555241 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] Checking segment: {'id': 'c7b59509-fb52-4d84-9df4-c185e98112d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:15:02.555648 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] Network hostable DHCP agents. Network: cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:15:02.576590 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] Network cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:15:02.586467 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be) {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:15:02.595660 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d35683c-4c63-471f-9f37-bdf53b5569c4 None None] Network cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:15:02.599351 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:02.600028 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:02.622919 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-270e952f-5b19-480a-908b-e5a40224c16c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7790086 Jan 22 15:15:02.877706 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a44162-2c2e-4fac-b9d3-2bcc4f2243bf None None] Network cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:15:02.956346 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cec40-37b9-4e3d-8e50-68801fa6aab9 req-46ab1e7b-996e-4cef-919b-ca43a101e01c tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:02.960239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603f14f-0fe7-4c3b-ae4b-f18311f4ca72 req-d1fecc9b-a6c8-458b-956c-2d7771c5d21f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:02.962190 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1603f14f-0fe7-4c3b-ae4b-f18311f4ca72 req-d1fecc9b-a6c8-458b-956c-2d7771c5d21f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1280417 Jan 22 15:15:02.964912 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-eb2cec40-37b9-4e3d-8e50-68801fa6aab9 req-46ab1e7b-996e-4cef-919b-ca43a101e01c tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 985 time: 0.1863153 Jan 22 15:15:03.042433 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-eb2cec40-37b9-4e3d-8e50-68801fa6aab9 req-56c25456-64cc-4913-8e15-2e752dce2f61 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=466c5aa3-c8a4-453b-8f0e-f708ac53f302&id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0711765 Jan 22 15:15:03.080682 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1603f14f-0fe7-4c3b-ae4b-f18311f4ca72 req-1f8a8762-1dfe-41f8-a394-f96102ee28fc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105731 Jan 22 15:15:03.488918 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 45474) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:03.495244 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-408789815-network', 'tenant_id': '45374c44f19b44fc9efc1c91738c2003'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:03.500444 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:03.504666 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Usage tracker for resource:network and tenant:45374c44f19b44fc9efc1c91738c2003 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:15:03.507726 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:15:03.513975 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:03.527541 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Made reservation on behalf of 45374c44f19b44fc9efc1c91738c2003 for: {'network': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:15:03.532293 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for network, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:03.545444 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:03.560600 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:03.564631 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Usage tracker for resource:security_group_rule and tenant:45374c44f19b44fc9efc1c91738c2003 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:15:03.567683 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:15:03.574048 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:03.665750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:03.668358 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:03.672498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c4e248a8-5e0c-4791-bd18-46cc3edf6eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:03.696159 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 22 15:15:03.718208 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c8e62f-b046-4c7d-98c4-8a056d225332,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:03.721935 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:03.722326 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.segments_db [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Added segment eb833f26-22d4-4ee3-a8d6-edac7297706f of type vxlan for network 43f501d9-07df-422c-9221-09b7ed090df2 Jan 22 15:15:03.731794 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.732210 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.732619 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.733021 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.733421 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.733820 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.734215 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.734638 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.735036 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.735431 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.735827 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.736218 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.736686 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.737078 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.737469 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.737861 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.738249 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.738663 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.739060 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.739447 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.739834 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.740220 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.740610 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.740996 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:03.745466 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:03.768540 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265339308267'] for network, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:03.799566 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359'] for network, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:03.800833 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:03.801486 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:03.806311 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:03.915330 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4251890 Jan 22 15:15:03.916952 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Pushing event updated for resources: {'Network': ['ID=43f501d9-07df-422c-9221-09b7ed090df2,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:03.919244 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 45478) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:03.919969 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:03.928582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Network 43f501d9-07df-422c-9221-09b7ed090df2 details requested by agent ovs-agent-dv-cinder-763774-2-smb with host dv-cinder-763774-2-smb {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:15:03.929682 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Request body: {'subnet': {'network_id': '43f501d9-07df-422c-9221-09b7ed090df2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-408789815-subnet', 'tenant_id': '45374c44f19b44fc9efc1c91738c2003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:03.935093 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:03.939211 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Usage tracker for resource:subnet and tenant:45374c44f19b44fc9efc1c91738c2003 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:15:03.942177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:15:03.945856 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Network 43f501d9-07df-422c-9221-09b7ed090df2 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 22 15:15:03.948105 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:03.957785 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Made reservation on behalf of 45374c44f19b44fc9efc1c91738c2003 for: {'subnet': 1} {{(pid=80168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:15:03.962582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852683248'] for subnet, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:04.341080 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a80ff1-de0a-4f23-a758-f877fda4e713 req-f7e9609e-a4bc-4e6f-9f28-0f86a27ee700 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:04.342062 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-29a80ff1-de0a-4f23-a758-f877fda4e713 req-f7e9609e-a4bc-4e6f-9f28-0f86a27ee700 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Synchronizing usage tracker for tenant:8ef4fbebdbdf4941976014a01c398f65 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:15:04.360408 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-29a80ff1-de0a-4f23-a758-f877fda4e713 req-f7e9609e-a4bc-4e6f-9f28-0f86a27ee700 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Unset dirty status for tenant:8ef4fbebdbdf4941976014a01c398f65 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:15:04.361953 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-29a80ff1-de0a-4f23-a758-f877fda4e713 req-f7e9609e-a4bc-4e6f-9f28-0f86a27ee700 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1368337 Jan 22 15:15:04.390310 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a26fe7-8bcf-4629-a488-0b16d5a4af21 req-8093db8c-63bc-4897-a934-a629107a50a1 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:04.392059 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-11a26fe7-8bcf-4629-a488-0b16d5a4af21 req-8093db8c-63bc-4897-a934-a629107a50a1 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 985 time: 0.1959641 Jan 22 15:15:04.424792 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-29a80ff1-de0a-4f23-a758-f877fda4e713 req-6af92dbb-c98a-4cf8-a6e0-ffe1b5c1652c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543678 Jan 22 15:15:04.476608 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-11a26fe7-8bcf-4629-a488-0b16d5a4af21 req-8f6c55fc-a981-47f2-9728-cbaaa18aaae6 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=466c5aa3-c8a4-453b-8f0e-f708ac53f302&id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0745454 Jan 22 15:15:04.556645 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823313806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852683229'] for subnet, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:04.575194 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-28660698-5fa3-44b5-bc1a-f9b375d3c843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:04.711573 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3357fcd-ba36-41bb-a817-bbc5c26af3ec,revision_number=0']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:04.724695 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:04.792700 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Checking segment: {'id': 'eb833f26-22d4-4ee3-a8d6-edac7297706f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '43f501d9-07df-422c-9221-09b7ed090df2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:15:04.793230 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Network hostable DHCP agents. Network: 43f501d9-07df-422c-9221-09b7ed090df2, hostable agents: ['48352acb-c8aa-47f0-a97d-5ffca0d2390b'], hosted agents: [] {{(pid=80168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 22 15:15:04.813716 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Network 43f501d9-07df-422c-9221-09b7ed090df2 is scheduled to be hosted by DHCP agent 48352acb-c8aa-47f0-a97d-5ffca0d2390b with binding_index 1 {{(pid=80168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 22 15:15:04.822730 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-smb, 43f501d9-07df-422c-9221-09b7ed090df2) {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:15:04.831978 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09325657-8b36-4aee-849a-c07d36f277fe None None] Network 43f501d9-07df-422c-9221-09b7ed090df2 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:15:04.835858 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:04.836523 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:04.858675 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9379687 Jan 22 15:15:05.063527 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c659af-afd0-4140-a9de-1c01a3f59368 None None] Network 43f501d9-07df-422c-9221-09b7ed090df2 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:15:05.434882 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device ccebec4e-b9f1-4fee-b1b0-89012efa2d84 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:15:05.518029 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port ccebec4e-b9f1-4fee-b1b0-89012efa2d84 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:15:05.523319 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port ccebec4e-b9f1-4fee-b1b0-89012efa2d84 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:05.523738 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:05.571872 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-9902e766-1bea-4efa-b380-828284cbded8 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:05.578857 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-9902e766-1bea-4efa-b380-828284cbded8 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/networks?id=cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be HTTP/1.1" status: 200 len: 809 time: 0.2030180 Jan 22 15:15:05.591359 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-e65dddf4-3e85-4dda-9fa8-3c193b40e633 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/quotas/3de936a3c1824d84859675f90572eeb5 HTTP/1.1" status: 200 len: 375 time: 0.0107703 Jan 22 15:15:05.653700 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-9cf1bf9f-a7b4-4733-b014-362593a5caf8 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/ports?tenant_id=3de936a3c1824d84859675f90572eeb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552309 Jan 22 15:15:05.699347 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d593c-dbf2-4025-a233-d06d5b11b713 req-1ea43b04-1fc3-4fb6-bf28-e7b0d3b79750 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:05.702937 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-be9d593c-dbf2-4025-a233-d06d5b11b713 req-1ea43b04-1fc3-4fb6-bf28-e7b0d3b79750 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1164341 Jan 22 15:15:05.764151 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-be9d593c-dbf2-4025-a233-d06d5b11b713 req-a7fcdc3f-f2f7-4d7a-b8d9-0a5e8e37ddc7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565312 Jan 22 15:15:05.817813 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:05.831138 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1734c610-a3ac-4518-8b6f-54a2dabf3f66 service neutron] 10.222.0.53 "GET /v2.0/networks/cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686013 Jan 22 15:15:05.846910 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccebec4e-b9f1-4fee-b1b0-89012efa2d84'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:05.858308 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port ccebec4e-b9f1-4fee-b1b0-89012efa2d84, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=ccebec4e-b9f1-4fee-b1b0-89012efa2d84,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:15:05.862902 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:05.864914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:05.938386 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=ccebec4e-b9f1-4fee-b1b0-89012efa2d84,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:05.941750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:05.982068 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-f646867a-fc3c-4d16-9fb8-43f574a5bfaf service neutron] 10.222.0.53 "GET /v2.0/networks/cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1430190 Jan 22 15:15:06.013477 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc211a-c236-4163-86cc-bf55df22ecbf req-d01c40bd-2913-4046-8a74-ccd4d4652977 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:06.015255 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ffcc211a-c236-4163-86cc-bf55df22ecbf req-d01c40bd-2913-4046-8a74-ccd4d4652977 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 985 time: 0.1172311 Jan 22 15:15:06.077826 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ffcc211a-c236-4163-86cc-bf55df22ecbf req-5d3b751e-c268-4fa9-b3a8-6f8b81058de3 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=466c5aa3-c8a4-453b-8f0e-f708ac53f302&id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0557654 Jan 22 15:15:06.154315 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccebec4e-b9f1-4fee-b1b0-89012efa2d84', 'code': 200} Jan 22 15:15:06.209512 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-11620b06-ef8c-4f44-a8c2-16f44f5c6777 req-47322663-cf16-48bc-bbf5-1129cd71b475 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/ports?device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 210 time: 0.0577734 Jan 22 15:15:06.462736 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055ba1f-aa35-477c-90b1-9547025d3d79 req-698e834a-c02e-4fde-b1f5-0f7899d2e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:06.464319 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f055ba1f-aa35-477c-90b1-9547025d3d79 req-698e834a-c02e-4fde-b1f5-0f7899d2e5bc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 1162 time: 0.0828965 Jan 22 15:15:06.517670 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f055ba1f-aa35-477c-90b1-9547025d3d79 req-52b9d4b4-eb59-482d-9497-2970b753dd11 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460958 Jan 22 15:15:06.866636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device ccebec4e-b9f1-4fee-b1b0-89012efa2d84 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:15:06.949423 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port ccebec4e-b9f1-4fee-b1b0-89012efa2d84 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:06.950118 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:07.036758 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02afc-2ea8-49e1-a4b2-9aad52f1d6ff req-e591867f-ef74-4e48-86ed-26c16e61c822 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:07.038383 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3df02afc-2ea8-49e1-a4b2-9aad52f1d6ff req-e591867f-ef74-4e48-86ed-26c16e61c822 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1244442 Jan 22 15:15:07.102057 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3df02afc-2ea8-49e1-a4b2-9aad52f1d6ff req-de449135-3fd8-4f10-b534-a10017ecbc9c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502839 Jan 22 15:15:07.324232 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc356d-d1b5-40d8-a952-e1e4d67e7c6b req-229f0e58-a314-48cc-9699-dcccf01b7f71 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:07.326415 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dadc356d-d1b5-40d8-a952-e1e4d67e7c6b req-229f0e58-a314-48cc-9699-dcccf01b7f71 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 985 time: 0.1092429 Jan 22 15:15:07.387505 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dadc356d-d1b5-40d8-a952-e1e4d67e7c6b req-7d6d1de2-b5ed-41c1-aa77-172a55a1234b tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=466c5aa3-c8a4-453b-8f0e-f708ac53f302&id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0546174 Jan 22 15:15:07.405206 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-39a30c5f-ba09-42f7-9ac5-7603af2269fd req-31ac93df-e476-4044-b527-6ab8592a702b tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/ports?device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 210 time: 0.0544920 Jan 22 15:15:08.071809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-583a7fe3-348f-4eec-8a73-b6edf400c587 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:08.074123 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-583a7fe3-348f-4eec-8a73-b6edf400c587 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.63 "GET /v2.0/networks?id=cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be HTTP/1.1" status: 200 len: 809 time: 0.1847577 Jan 22 15:15:08.127286 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Request body: {'port': {'device_id': '5f505ac4-300f-41c4-a717-43ac281fe4b5', 'network_id': 'cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be', 'admin_state_up': True, 'tenant_id': '3de936a3c1824d84859675f90572eeb5'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:08.330505 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:08.338043 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Usage tracker for resource:port and tenant:3de936a3c1824d84859675f90572eeb5 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:15:08.343528 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Quota usage for port was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:15:08.352276 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:08.372874 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Made reservation on behalf of 3de936a3c1824d84859675f90572eeb5 for: {'port': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:15:08.382708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:08.440235 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f44ad-2852-4b56-890f-f3cbcf602e40 req-6e8af1a8-2bfe-44a6-a6b7-92b8dd398d5a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:08.441928 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-408f44ad-2852-4b56-890f-f3cbcf602e40 req-6e8af1a8-2bfe-44a6-a6b7-92b8dd398d5a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1811137 Jan 22 15:15:08.597645 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-408f44ad-2852-4b56-890f-f3cbcf602e40 req-e4409666-b4c8-492e-a942-278c09dfeb5b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478038 Jan 22 15:15:08.662696 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d6176-3dfb-4837-8bb4-aa514bb7e5dd req-80bf4554-5142-411d-a408-23f664848a7d tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:08.664778 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d27d6176-3dfb-4837-8bb4-aa514bb7e5dd req-80bf4554-5142-411d-a408-23f664848a7d tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 985 time: 0.1240993 Jan 22 15:15:08.765035 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d27d6176-3dfb-4837-8bb4-aa514bb7e5dd req-171fbeba-8e56-4a55-91a4-4a59abaa3774 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=466c5aa3-c8a4-453b-8f0e-f708ac53f302&id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0902946 Jan 22 15:15:08.862715 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Allocated IP 172.20.0.9 (cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be/fafed8ed-ff55-41f0-ba37-76ca7bd355c4/df79d04c-daa2-484a-8e52-b0df7b903502) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:15:08.880118 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ae2776ec-5306-4247-9f05-69dbadb2bc22 req-8d639e6d-9742-4e66-97da-0c7fdc798ba6 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/ports?device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 210 time: 0.0693271 Jan 22 15:15:09.030094 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bdf3c-71d0-4a4e-b7f1-b1d460c36b9c req-b64500ff-e3ca-44aa-9c27-b3ef1f0ab337 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:09.031983 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d27bdf3c-71d0-4a4e-b7f1-b1d460c36b9c req-b64500ff-e3ca-44aa-9c27-b3ef1f0ab337 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1106389 Jan 22 15:15:09.042580 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 45562) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:09.048266 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-75197e83-87e2-477c-8e36-e0dcc294b16b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Request body: {'floatingip': {'port_id': 'ccebec4e-b9f1-4fee-b1b0-89012efa2d84'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:09.111315 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:09.133095 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-75197e83-87e2-477c-8e36-e0dcc294b16b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for floatingip, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:09.140063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:09.155347 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2c1d3af7-23c4-4659-853f-e5b0a41a322d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:09.238184 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 2a7be2b8-33a9-47f6-8f09-0658ae20049e up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:15:09.297342 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Pushing event updated for resources: {'Port': ['ID=df79d04c-daa2-484a-8e52-b0df7b903502,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:09.302075 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:09.318817 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 2a7be2b8-33a9-47f6-8f09-0658ae20049e triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:09.319255 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:09.402252 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Network cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:15:09.403551 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:15:09.405939 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:15:09.489177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:09.489859 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:09.510322 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3878093 Jan 22 15:15:09.533847 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Request body: {'port': {'device_id': '5f505ac4-300f-41c4-a717-43ac281fe4b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:09.665932 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:10.173172 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-75197e83-87e2-477c-8e36-e0dcc294b16b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for floatingip, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:10.178299 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-75197e83-87e2-477c-8e36-e0dcc294b16b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:10.373416 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1224b-e817-4162-974e-f3df2e2580f7 req-5eb8d49c-e077-4594-b4a2-63586368e29e tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:10.375218 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3c1224b-e817-4162-974e-f3df2e2580f7 req-5eb8d49c-e077-4594-b4a2-63586368e29e tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/ports?device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 931 time: 0.2845590 Jan 22 15:15:10.428876 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6795dc-4de9-43a4-8453-b5ab50a30910 req-d94a10ff-5da9-4b69-8c51-4d6e039321d0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:10.430482 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ea6795dc-4de9-43a4-8453-b5ab50a30910 req-d94a10ff-5da9-4b69-8c51-4d6e039321d0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 985 time: 0.1703436 Jan 22 15:15:10.444832 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.l3_db [None req-75197e83-87e2-477c-8e36-e0dcc294b16b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Floating IP 157963a4-08e9-4fec-9a77-3c14fa59fa44 associated. External IP: 172.28.2.112, port: ccebec4e-b9f1-4fee-b1b0-89012efa2d84. Jan 22 15:15:10.529517 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-a3c1224b-e817-4162-974e-f3df2e2580f7 req-295ec967-8cd7-4dd0-951f-bd68dde291d6 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Synchronizing usage tracker for tenant:3de936a3c1824d84859675f90572eeb5 on resource:security_group {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:15:10.553125 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ea6795dc-4de9-43a4-8453-b5ab50a30910 req-274d40b5-f3e9-4ff6-8662-4ce947456fa1 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=466c5aa3-c8a4-453b-8f0e-f708ac53f302&id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1148474 Jan 22 15:15:10.557542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df79d04c-daa2-484a-8e52-b0df7b903502 {{(pid=80167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:15:10.566510 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:10.585309 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Transition to ACTIVE for port object df79d04c-daa2-484a-8e52-b0df7b903502 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:15:10.589602 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:10.610588 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:10.621453 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-a3c1224b-e817-4162-974e-f3df2e2580f7 req-295ec967-8cd7-4dd0-951f-bd68dde291d6 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Unset dirty status for tenant:3de936a3c1824d84859675f90572eeb5 on resource:security_group {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:15:10.622750 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3c1224b-e817-4162-974e-f3df2e2580f7 req-295ec967-8cd7-4dd0-951f-bd68dde291d6 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/security-groups?id=5efec51e-99d7-4925-b28a-9ace1d9d106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340069 Jan 22 15:15:10.755225 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Pushing event updated for resources: {'Port': ['ID=df79d04c-daa2-484a-8e52-b0df7b903502,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:10.757306 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:10.899466 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75197e83-87e2-477c-8e36-e0dcc294b16b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Router 21c115f8-29a8-4304-a4ed-15f68264b3b9 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:15:10.960425 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Attempting to bind port df79d04c-daa2-484a-8e52-b0df7b903502 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:15:10.960723 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Attempting to bind port df79d04c-daa2-484a-8e52-b0df7b903502 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'c7b59509-fb52-4d84-9df4-c185e98112d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:15:10.961095 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Attempting to bind port df79d04c-daa2-484a-8e52-b0df7b903502 on network cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:15:10.968862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:15:10.969243 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Checking segment: {'id': 'c7b59509-fb52-4d84-9df4-c185e98112d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:15:10.970787 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:10.970787 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Bound using segment: {'id': 'c7b59509-fb52-4d84-9df4-c185e98112d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:15:10.970787 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Bound port: df79d04c-daa2-484a-8e52-b0df7b903502, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b59509-fb52-4d84-9df4-c185e98112d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:15:10.971130 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:11.075000 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] For port df79d04c-daa2-484a-8e52-b0df7b903502, host hv-cinder-76377, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:15:11.078200 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] For port df79d04c-daa2-484a-8e52-b0df7b903502, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=df79d04c-daa2-484a-8e52-b0df7b903502,segment=NetworkSegment(c7b59509-fb52-4d84-9df4-c185e98112d2),segment_id=c7b59509-fb52-4d84-9df4-c185e98112d2)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:15:11.081657 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:11.098055 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75197e83-87e2-477c-8e36-e0dcc294b16b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:15:11.102780 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-75197e83-87e2-477c-8e36-e0dcc294b16b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:11.103373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:11.108266 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af8485a-7d4d-4c97-a4de-41384429bc8c None None] Sync routers for ids ['21c115f8-29a8-4304-a4ed-15f68264b3b9'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:15:11.118699 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af8485a-7d4d-4c97-a4de-41384429bc8c None None] Routers {'21c115f8-29a8-4304-a4ed-15f68264b3b9'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:15:11.119865 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-2af8485a-7d4d-4c97-a4de-41384429bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:14:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['21c115f8-29a8-4304-a4ed-15f68264b3b9'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:11.162963 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-75197e83-87e2-477c-8e36-e0dcc294b16b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "PUT /v2.0/floatingips/157963a4-08e9-4fec-9a77-3c14fa59fa44 HTTP/1.1" status: 200 len: 991 time: 2.1191444 Jan 22 15:15:11.164053 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'tag': 'ccebec4e-b9f1-4fee-b1b0-89012efa2d84'}] {{(pid=80168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:11.235145 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'tag': 'ccebec4e-b9f1-4fee-b1b0-89012efa2d84', 'status': 'completed', 'code': 200} Jan 22 15:15:11.268369 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Pushing event updated for resources: {'Port': ['ID=df79d04c-daa2-484a-8e52-b0df7b903502,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:11.272689 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:11.293134 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:15:11.338391 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-2af8485a-7d4d-4c97-a4de-41384429bc8c None None] Set router 21c115f8-29a8-4304-a4ed-15f68264b3b9 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:15:11.356880 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:11.357565 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:11.359091 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] 10.222.0.63 "PUT /v2.0/ports/df79d04c-daa2-484a-8e52-b0df7b903502 HTTP/1.1" status: 200 len: 1157 time: 1.8303342 Jan 22 15:15:11.359781 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f505ac4-300f-41c4-a717-43ac281fe4b5', 'tag': 'df79d04c-daa2-484a-8e52-b0df7b903502'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:11.403191 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c7da5-1815-450f-a53e-98272e615178 req-c0cceabe-31db-4215-95f7-0fd1be265b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:11.404841 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f57c7da5-1815-450f-a53e-98272e615178 req-c0cceabe-31db-4215-95f7-0fd1be265b8a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ef4fbebdbdf4941976014a01c398f65&device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 1162 time: 0.1021464 Jan 22 15:15:11.450812 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f505ac4-300f-41c4-a717-43ac281fe4b5', 'tag': 'df79d04c-daa2-484a-8e52-b0df7b903502', 'status': 'completed', 'code': 200} Jan 22 15:15:11.626952 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c7da5-1815-450f-a53e-98272e615178 req-0d24f369-b254-42dd-9605-c4539d2df305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:11.628572 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f57c7da5-1815-450f-a53e-98272e615178 req-0d24f369-b254-42dd-9605-c4539d2df305 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ccfb0391-2666-48bb-a962-6b33702fc369 HTTP/1.1" status: 200 len: 911 time: 0.2096171 Jan 22 15:15:11.631412 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-d0d2d9fa-f5b4-4588-9c1d-7df35433c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:11.632890 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-d0d2d9fa-f5b4-4588-9c1d-7df35433c1ab service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3de936a3c1824d84859675f90572eeb5&device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 1160 time: 0.1842368 Jan 22 15:15:11.714871 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-2af8485a-7d4d-4c97-a4de-41384429bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': '157963a4-08e9-4fec-9a77-3c14fa59fa44', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'floating_ip_address': '172.28.2.112', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'port_id': 'ccebec4e-b9f1-4fee-b1b0-89012efa2d84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'mac_address': 'fa:16:3e:01:ce:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:14:46Z', 'updated_at': '2021-01-22T15:15:09Z', 'revision_number': 1, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:57Z', 'revision_number': 5, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:11.719275 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af8485a-7d4d-4c97-a4de-41384429bc8c None None] Checking router: 21c115f8-29a8-4304-a4ed-15f68264b3b9 for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:15:11.728696 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af8485a-7d4d-4c97-a4de-41384429bc8c None None] Routers {'21c115f8-29a8-4304-a4ed-15f68264b3b9'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:15:11.729379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-2af8485a-7d4d-4c97-a4de-41384429bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:14:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['21c115f8-29a8-4304-a4ed-15f68264b3b9'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:11.796910 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-36868b73-ff40-4f4c-8f53-d8085ef2756d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df79d04c-daa2-484a-8e52-b0df7b903502 HTTP/1.1" status: 200 len: 217 time: 0.0881474 Jan 22 15:15:11.879106 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f57c7da5-1815-450f-a53e-98272e615178 req-11af1644-b39d-4252-ba78-89f237b9ecf8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccebec4e-b9f1-4fee-b1b0-89012efa2d84 HTTP/1.1" status: 200 len: 999 time: 0.2219589 Jan 22 15:15:11.884198 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3824e02-4921-4555-8f76-2cd92ed12b14 req-65c7788c-1f77-4b32-bb9b-114df2a0ad4d tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:11.887146 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3824e02-4921-4555-8f76-2cd92ed12b14 req-65c7788c-1f77-4b32-bb9b-114df2a0ad4d tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/ports?device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 943 time: 0.1157961 Jan 22 15:15:11.926107 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-2af8485a-7d4d-4c97-a4de-41384429bc8c None None] Set router 21c115f8-29a8-4304-a4ed-15f68264b3b9 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:15:11.939930 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-68fbb78b-b384-4ab8-aad7-048f81e6c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:11.941521 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-68fbb78b-b384-4ab8-aad7-048f81e6c184 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fafed8ed-ff55-41f0-ba37-76ca7bd355c4 HTTP/1.1" status: 200 len: 849 time: 0.1340692 Jan 22 15:15:11.944664 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3824e02-4921-4555-8f76-2cd92ed12b14 req-87763f95-f3d6-47df-94d6-b3a67f3ee229 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/security-groups?id=5efec51e-99d7-4925-b28a-9ace1d9d106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505457 Jan 22 15:15:12.001586 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c7da5-1815-450f-a53e-98272e615178 req-63651228-8287-4a4e-8731-00f9698e3a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:12.002997 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f57c7da5-1815-450f-a53e-98272e615178 req-63651228-8287-4a4e-8731-00f9698e3a21 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12a179cd-d2fb-4dae-b410-3d8af3602ae4 HTTP/1.1" status: 200 len: 856 time: 0.1167874 Jan 22 15:15:12.053652 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-69579f32-2f6c-4b93-8086-3474337b91d2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951178 Jan 22 15:15:12.192051 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c7da5-1815-450f-a53e-98272e615178 req-30e49cd4-a651-4ce1-8ad8-cf8df4673a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:12.193700 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f57c7da5-1815-450f-a53e-98272e615178 req-30e49cd4-a651-4ce1-8ad8-cf8df4673a5e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ccfb0391-2666-48bb-a962-6b33702fc369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1794553 Jan 22 15:15:12.317981 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-f6fa3b5d-3a61-4809-8603-40831797b336 service neutron] 10.222.0.63 "GET /v2.0/networks/cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416565 Jan 22 15:15:12.326221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-2af8485a-7d4d-4c97-a4de-41384429bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': '157963a4-08e9-4fec-9a77-3c14fa59fa44', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'floating_ip_address': '172.28.2.112', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'port_id': 'ccebec4e-b9f1-4fee-b1b0-89012efa2d84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'mac_address': 'fa:16:3e:01:ce:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:14:46Z', 'updated_at': '2021-01-22T15:15:09Z', 'revision_number': 1, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:57Z', 'revision_number': 5, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:12.330585 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af8485a-7d4d-4c97-a4de-41384429bc8c None None] The sync data for ids ['21c115f8-29a8-4304-a4ed-15f68264b3b9'] in dv-cinder-763774-2-smb is: [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': '157963a4-08e9-4fec-9a77-3c14fa59fa44', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'floating_ip_address': '172.28.2.112', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'port_id': 'ccebec4e-b9f1-4fee-b1b0-89012efa2d84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'mac_address': 'fa:16:3e:01:ce:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:14:46Z', 'updated_at': '2021-01-22T15:15:09Z', 'revision_number': 1, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:57Z', 'revision_number': 5, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:15:12.462068 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f57c7da5-1815-450f-a53e-98272e615178 req-0efed65e-7fdb-443a-996c-2d42a8ad2f91 service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424054 Jan 22 15:15:12.639503 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea797a3-9782-4075-95fd-6a864edbabe9 None None] New status for floating IP 157963a4-08e9-4fec-9a77-3c14fa59fa44: ACTIVE {{(pid=80170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 15:15:12.836170 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f83cc751-04ac-4d48-a715-96f60a72d775 req-5e78ab9c-75eb-4a57-9817-de6ef5e35ff1 service neutron] 10.222.0.63 "GET /v2.0/networks/cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5058508 Jan 22 15:15:12.882443 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f57c7da5-1815-450f-a53e-98272e615178 req-6d869c0d-940a-4831-8a46-6f35d2ce5094 service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3903840 Jan 22 15:15:13.048146 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f00d44-dfff-4ae3-bbd3-1581ff5de1ff req-903f19a4-d590-48b4-8f72-cbcacb512962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:13.049767 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a1f00d44-dfff-4ae3-bbd3-1581ff5de1ff req-903f19a4-d590-48b4-8f72-cbcacb512962 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3de936a3c1824d84859675f90572eeb5&device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 1160 time: 0.0786214 Jan 22 15:15:13.198591 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f00d44-dfff-4ae3-bbd3-1581ff5de1ff req-dd511fad-1bbd-47d5-9333-f5b43aeef7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:13.200170 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a1f00d44-dfff-4ae3-bbd3-1581ff5de1ff req-dd511fad-1bbd-47d5-9333-f5b43aeef7ee service neutron] 10.222.0.63 "GET /v2.0/networks?id=cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be HTTP/1.1" status: 200 len: 903 time: 0.1389468 Jan 22 15:15:13.203537 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef85da8-1ce0-4f92-8660-d84b59bda0cb req-e10b0213-6ae6-4c8b-a8e4-59b31b69911b tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:13.205208 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0ef85da8-1ce0-4f92-8660-d84b59bda0cb req-e10b0213-6ae6-4c8b-a8e4-59b31b69911b tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/ports?device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 943 time: 0.1120100 Jan 22 15:15:13.257756 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0ef85da8-1ce0-4f92-8660-d84b59bda0cb req-cf083fbb-78ae-4083-8da8-a0e1afe729aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/security-groups?id=5efec51e-99d7-4925-b28a-9ace1d9d106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461173 Jan 22 15:15:13.286066 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a1f00d44-dfff-4ae3-bbd3-1581ff5de1ff req-4245433f-7236-4ed7-80a4-78f3409a2c7b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df79d04c-daa2-484a-8e52-b0df7b903502 HTTP/1.1" status: 200 len: 217 time: 0.0744195 Jan 22 15:15:13.365554 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f00d44-dfff-4ae3-bbd3-1581ff5de1ff req-5d135434-29ea-4e19-9e5a-c6965077307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:13.367323 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a1f00d44-dfff-4ae3-bbd3-1581ff5de1ff req-5d135434-29ea-4e19-9e5a-c6965077307d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fafed8ed-ff55-41f0-ba37-76ca7bd355c4 HTTP/1.1" status: 200 len: 849 time: 0.0688567 Jan 22 15:15:13.425537 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a1f00d44-dfff-4ae3-bbd3-1581ff5de1ff req-509a17da-2077-4112-84be-374ea92fe086 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491982 Jan 22 15:15:13.575660 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a1f00d44-dfff-4ae3-bbd3-1581ff5de1ff req-e3a1b703-1916-4633-9817-0888e11d62d8 service neutron] 10.222.0.63 "GET /v2.0/networks/cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364245 Jan 22 15:15:13.733016 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a1f00d44-dfff-4ae3-bbd3-1581ff5de1ff req-93abba49-0996-40bd-aac9-c868b3ed57cd service neutron] 10.222.0.63 "GET /v2.0/networks/cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358087 Jan 22 15:15:14.522682 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e69e26-10c6-4054-a6eb-ef33ec6fb96f req-21add225-0617-4a53-801f-fdfff79daf0e tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:14.523478 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-c8e69e26-10c6-4054-a6eb-ef33ec6fb96f req-21add225-0617-4a53-801f-fdfff79daf0e tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Synchronizing usage tracker for tenant:3de936a3c1824d84859675f90572eeb5 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:15:14.539953 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-c8e69e26-10c6-4054-a6eb-ef33ec6fb96f req-21add225-0617-4a53-801f-fdfff79daf0e tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Unset dirty status for tenant:3de936a3c1824d84859675f90572eeb5 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:15:14.541249 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c8e69e26-10c6-4054-a6eb-ef33ec6fb96f req-21add225-0617-4a53-801f-fdfff79daf0e tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/ports?device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 943 time: 0.1220896 Jan 22 15:15:14.593608 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c8e69e26-10c6-4054-a6eb-ef33ec6fb96f req-0da4ed71-1340-4f46-b076-8e6ef73381b4 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/security-groups?id=5efec51e-99d7-4925-b28a-9ace1d9d106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457823 Jan 22 15:15:14.654229 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-78971476-bc3b-4673-a596-91df5e1a59cc tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Synchronizing usage tracker for tenant:00418f223ac446279e0843b36f25602f on resource:security_group {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:15:14.672652 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-78971476-bc3b-4673-a596-91df5e1a59cc tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Unset dirty status for tenant:00418f223ac446279e0843b36f25602f on resource:security_group {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:15:14.674454 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-78971476-bc3b-4673-a596-91df5e1a59cc tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-426045001&fields=id&tenant_id=00418f223ac446279e0843b36f25602f HTTP/1.1" status: 200 len: 267 time: 0.0717611 Jan 22 15:15:14.871581 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-d6dbc198-f600-4755-be92-f5d5beacdee5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:14.872387 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-d6dbc198-f600-4755-be92-f5d5beacdee5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Synchronizing usage tracker for tenant:00418f223ac446279e0843b36f25602f on resource:network {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:15:14.891959 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-d6dbc198-f600-4755-be92-f5d5beacdee5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Unset dirty status for tenant:00418f223ac446279e0843b36f25602f on resource:network {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:15:14.893253 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-d6dbc198-f600-4755-be92-f5d5beacdee5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/networks?id=ce3797b3-7e73-4c9f-88cf-229936845684 HTTP/1.1" status: 200 len: 808 time: 0.2055233 Jan 22 15:15:14.909442 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-0802cb9c-3355-4ea3-99dd-799e4ee0e1fa tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/quotas/00418f223ac446279e0843b36f25602f HTTP/1.1" status: 200 len: 375 time: 0.0100126 Jan 22 15:15:15.013388 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-270bcd41-23e7-42a5-91be-5ce37bd489ea tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Synchronizing usage tracker for tenant:00418f223ac446279e0843b36f25602f on resource:port {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:15:15.026375 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.objects.ports [None req-48e67d1f-8e1a-4290-8b67-ff2cb2a00278 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80169) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 22 15:15:15.031127 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-270bcd41-23e7-42a5-91be-5ce37bd489ea tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Unset dirty status for tenant:00418f223ac446279e0843b36f25602f on resource:port {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:15:15.032582 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-270bcd41-23e7-42a5-91be-5ce37bd489ea tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?tenant_id=00418f223ac446279e0843b36f25602f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1172757 Jan 22 15:15:15.185340 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-f9d774df-bc8e-4993-8deb-688f4b30b8ef service neutron] 10.222.0.53 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386340 Jan 22 15:15:15.333598 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-7ce2ea66-eea3-47d5-bb47-fbeff7f1d59b service neutron] 10.222.0.53 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416349 Jan 22 15:15:15.769689 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device df79d04c-daa2-484a-8e52-b0df7b903502 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:15:15.867063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port df79d04c-daa2-484a-8e52-b0df7b903502 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:15:15.873197 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port df79d04c-daa2-484a-8e52-b0df7b903502 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:15.873628 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:15.890021 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a464c-0eda-40b1-a87d-aa14e8514dd2 req-3ef25457-f1b9-4ffd-909d-4f0abcd3b330 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:15.890874 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330144b7-b3fb-4caa-a671-108ca563716a req-80407aee-f641-4487-9aaf-db1d7a445271 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:15.893240 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-330144b7-b3fb-4caa-a671-108ca563716a req-80407aee-f641-4487-9aaf-db1d7a445271 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/ports?device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 943 time: 0.1343710 Jan 22 15:15:15.897704 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a62a464c-0eda-40b1-a87d-aa14e8514dd2 req-3ef25457-f1b9-4ffd-909d-4f0abcd3b330 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 946 time: 0.1178167 Jan 22 15:15:15.954325 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-330144b7-b3fb-4caa-a671-108ca563716a req-cfdc50bd-dfec-4307-8360-8c390e9caaf5 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/security-groups?id=5efec51e-99d7-4925-b28a-9ace1d9d106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548797 Jan 22 15:15:15.956172 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a62a464c-0eda-40b1-a87d-aa14e8514dd2 req-97b8089e-69ad-4769-9fc4-fa8ae93fff6a tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572131 Jan 22 15:15:16.043079 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:16.084322 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port df79d04c-daa2-484a-8e52-b0df7b903502, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=df79d04c-daa2-484a-8e52-b0df7b903502,segment=NetworkSegment(c7b59509-fb52-4d84-9df4-c185e98112d2),segment_id=c7b59509-fb52-4d84-9df4-c185e98112d2)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:15:16.085555 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f505ac4-300f-41c4-a717-43ac281fe4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df79d04c-daa2-484a-8e52-b0df7b903502'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:16.094205 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:16.096618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:16.171747 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=df79d04c-daa2-484a-8e52-b0df7b903502,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:16.175159 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:16.252187 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f505ac4-300f-41c4-a717-43ac281fe4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df79d04c-daa2-484a-8e52-b0df7b903502', 'code': 200} Jan 22 15:15:16.298219 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d264418a-372a-4e63-aff2-df72d0a305ef req-223df866-e106-483a-a94d-7d9dd8a1b961 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 210 time: 0.2794752 Jan 22 15:15:16.561173 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f0dad-757f-4c0b-949e-1ddeef60f1f0 req-f30f027d-888d-449d-ad9e-526acfa5bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:16.562815 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d72f0dad-757f-4c0b-949e-1ddeef60f1f0 req-f30f027d-888d-449d-ad9e-526acfa5bbff service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 1162 time: 0.0800972 Jan 22 15:15:16.609831 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d72f0dad-757f-4c0b-949e-1ddeef60f1f0 req-d78ea993-16fd-4f2c-87bd-bd4987c91526 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5efec51e-99d7-4925-b28a-9ace1d9d106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364931 Jan 22 15:15:17.071474 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device df79d04c-daa2-484a-8e52-b0df7b903502 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:15:17.156683 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port df79d04c-daa2-484a-8e52-b0df7b903502 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:17.157258 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:17.203623 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36e098-fed3-4f8e-82ec-0222adc42bf3 req-d982d3d0-2d89-4c2e-bfb3-fc5be101eafb tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:17.203850 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423c97f-c78e-4056-a572-25abc0cea598 req-072777c6-b343-47dc-b703-ece0944de5b5 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:17.205459 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3f36e098-fed3-4f8e-82ec-0222adc42bf3 req-d982d3d0-2d89-4c2e-bfb3-fc5be101eafb tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/ports?device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 945 time: 0.1119785 Jan 22 15:15:17.205674 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7423c97f-c78e-4056-a572-25abc0cea598 req-072777c6-b343-47dc-b703-ece0944de5b5 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 946 time: 0.1148098 Jan 22 15:15:17.266036 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7423c97f-c78e-4056-a572-25abc0cea598 req-ad3ffe84-a69d-4361-8f5e-7912f139813f tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532441 Jan 22 15:15:17.275873 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3f36e098-fed3-4f8e-82ec-0222adc42bf3 req-fd0c5b2f-d4ed-4408-9db8-1df367425e95 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/security-groups?id=5efec51e-99d7-4925-b28a-9ace1d9d106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557363 Jan 22 15:15:17.501990 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8f031008-7182-4724-bb87-36ea28cfa38a req-80773c23-b4f6-4870-b6d9-716248af2bd1 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 210 time: 0.0505891 Jan 22 15:15:17.625462 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-ebbe4376-20f7-41f1-801b-2cfcba313006 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:17.627121 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-ebbe4376-20f7-41f1-801b-2cfcba313006 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.63 "GET /v2.0/networks?id=ce3797b3-7e73-4c9f-88cf-229936845684 HTTP/1.1" status: 200 len: 808 time: 0.1882463 Jan 22 15:15:17.743190 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-b9862d2b-d18a-400a-b006-334952105c3c tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Synchronizing usage tracker for tenant:00418f223ac446279e0843b36f25602f on resource:security_group {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:15:17.755857 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-b9862d2b-d18a-400a-b006-334952105c3c tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Unset dirty status for tenant:00418f223ac446279e0843b36f25602f on resource:security_group {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:15:17.757258 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-b9862d2b-d18a-400a-b006-334952105c3c tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=00418f223ac446279e0843b36f25602f HTTP/1.1" status: 200 len: 5757 time: 0.0869725 Jan 22 15:15:17.779399 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Request body: {'port': {'device_id': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'admin_state_up': True, 'tenant_id': '00418f223ac446279e0843b36f25602f', 'security_groups': ['eba0fd44-54cc-4559-a006-fa24770f5976']}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:17.922496 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:17.932953 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:17.942238 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Made reservation on behalf of 00418f223ac446279e0843b36f25602f for: {'port': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:15:17.952632 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:18.270972 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Allocated IP 172.20.0.4 (ce3797b3-7e73-4c9f-88cf-229936845684/5ccb088a-6448-482f-91ed-4a9c16b4261c/6f5c481c-4d2e-4a3b-943a-4ee65553ebd3) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:15:18.574455 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:18.607832 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bc930-9f17-4555-9383-25a127b6e142 req-809345ae-d6b2-4908-b8ec-efcb086a6509 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:18.608424 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Transition to ACTIVE for port object 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 will not be triggered until provisioned by entity DHCP. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:15:18.609562 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7e8bc930-9f17-4555-9383-25a127b6e142 req-809345ae-d6b2-4908-b8ec-efcb086a6509 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/ports?device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 945 time: 0.1152763 Jan 22 15:15:18.669060 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7e8bc930-9f17-4555-9383-25a127b6e142 req-22873903-5266-4d1c-8883-8f321fa46fc7 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/security-groups?id=5efec51e-99d7-4925-b28a-9ace1d9d106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520658 Jan 22 15:15:18.671855 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b193f9f-0805-4acd-a6ff-0495f2543be3 req-d29f1756-5756-4407-83e4-9290037e280e tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:18.673619 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1b193f9f-0805-4acd-a6ff-0495f2543be3 req-d29f1756-5756-4407-83e4-9290037e280e tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 946 time: 0.1475687 Jan 22 15:15:18.707574 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:18.726786 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-962a6cc0-c3fc-4379-aef7-59000e9f7dcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:18.864608 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1b193f9f-0805-4acd-a6ff-0495f2543be3 req-916f8b33-1fb4-4d98-97a8-0eccaefb8e27 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843357 Jan 22 15:15:18.918567 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Pushing event updated for resources: {'Port': ['ID=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:18.924331 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:18.969569 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Network ce3797b3-7e73-4c9f-88cf-229936845684 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:15:18.970826 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:15:18.973202 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:15:19.079088 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1ac40-89da-4bfb-b672-f194ba8fd1fe req-a440ca8e-e235-4ad5-87f3-d0a26f31da47 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:19.080677 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-56c1ac40-89da-4bfb-b672-f194ba8fd1fe req-a440ca8e-e235-4ad5-87f3-d0a26f31da47 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 931 time: 0.1217616 Jan 22 15:15:19.111879 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:19.112811 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:19.143901 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-9b2c973b-d419-4a35-9950-ae229962acad tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3693001 Jan 22 15:15:19.171362 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-56c1ac40-89da-4bfb-b672-f194ba8fd1fe req-b1388acb-694d-414a-8a6d-14cae41c679d tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0821242 Jan 22 15:15:19.173086 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Request body: {'port': {'device_id': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:19.203858 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-6d9f538a-1d77-429c-bab4-0335fc027ec0 None None] Provisioning for port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:15:19.209269 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-6d9f538a-1d77-429c-bab4-0335fc027ec0 None None] Provisioning complete for port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:19.209841 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6d9f538a-1d77-429c-bab4-0335fc027ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:19.271768 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f538a-1d77-429c-bab4-0335fc027ec0 None None] Port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:15:19.303172 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:19.714128 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 {{(pid=80167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:15:19.721714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:19.734218 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Transition to ACTIVE for port object 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:15:19.736547 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:19.751460 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:19.882249 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:19.898698 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:20.084637 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Attempting to bind port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:15:20.085018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Attempting to bind port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '65c0687d-a69b-4986-870b-eaf69808c16d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:15:20.085393 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Attempting to bind port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 on network ce3797b3-7e73-4c9f-88cf-229936845684 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:15:20.092418 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:15:20.092805 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Checking segment: {'id': '65c0687d-a69b-4986-870b-eaf69808c16d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:15:20.093222 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:20.093632 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Bound using segment: {'id': '65c0687d-a69b-4986-870b-eaf69808c16d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:15:20.094115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Bound port: 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c0687d-a69b-4986-870b-eaf69808c16d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:15:20.094528 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:20.145571 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05e29f-4cc7-4090-830b-3febda10d9b4 req-874f93fa-fc70-4acd-bbad-06e6bc0b19af tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:20.147278 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1b05e29f-4cc7-4090-830b-3febda10d9b4 req-874f93fa-fc70-4acd-bbad-06e6bc0b19af tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 946 time: 0.1174674 Jan 22 15:15:20.189691 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] For port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3, host hv-cinder-76377, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:15:20.194403 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] For port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3,segment=NetworkSegment(65c0687d-a69b-4986-870b-eaf69808c16d),segment_id=65c0687d-a69b-4986-870b-eaf69808c16d)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:15:20.198687 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:20.208963 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1b05e29f-4cc7-4090-830b-3febda10d9b4 req-7cf744b2-e6d8-40db-ac87-f02134f74a67 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545197 Jan 22 15:15:20.214792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a40dcc7c-4732-46bb-a895-c01e8aa18f7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:20.639149 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:20.645131 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:20.722278 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7d7df-e55a-42f1-ba30-dbc0dc82cfd1 req-61102eb7-81ed-4224-8df1-c78ffc8cc808 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:20.723077 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-06b7d7df-e55a-42f1-ba30-dbc0dc82cfd1 req-61102eb7-81ed-4224-8df1-c78ffc8cc808 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Synchronizing usage tracker for tenant:00418f223ac446279e0843b36f25602f on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:15:20.737379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:20.738054 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:20.739551 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] 10.222.0.63 "PUT /v2.0/ports/6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 HTTP/1.1" status: 200 len: 1157 time: 1.5776820 Jan 22 15:15:20.740267 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'tag': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:20.751769 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-06b7d7df-e55a-42f1-ba30-dbc0dc82cfd1 req-61102eb7-81ed-4224-8df1-c78ffc8cc808 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Unset dirty status for tenant:00418f223ac446279e0843b36f25602f on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:15:20.753820 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-06b7d7df-e55a-42f1-ba30-dbc0dc82cfd1 req-61102eb7-81ed-4224-8df1-c78ffc8cc808 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 943 time: 0.4459898 Jan 22 15:15:20.855898 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'tag': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3', 'status': 'completed', 'code': 200} Jan 22 15:15:20.879594 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-06b7d7df-e55a-42f1-ba30-dbc0dc82cfd1 req-6041f649-329b-44dd-9e5f-308819d8d073 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1192818 Jan 22 15:15:20.911399 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-118a4bd9-d09b-4731-bc42-0a5daa441a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:20.923411 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-4b6a7a10-b0f8-4606-8586-ec7928fa2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:20.925056 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-4b6a7a10-b0f8-4606-8586-ec7928fa2e96 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=00418f223ac446279e0843b36f25602f&device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 1160 time: 0.1106811 Jan 22 15:15:21.018269 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-1a14fadd-9abd-4fee-9c90-7edde779be1a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 HTTP/1.1" status: 200 len: 217 time: 0.0660880 Jan 22 15:15:21.094567 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-d0e436ec-0d3e-40af-a6a6-e71dd048ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:21.096153 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-d0e436ec-0d3e-40af-a6a6-e71dd048ed1f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ccb088a-6448-482f-91ed-4a9c16b4261c HTTP/1.1" status: 200 len: 847 time: 0.0698001 Jan 22 15:15:21.183581 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-791794de-e80f-47cf-affe-b7dedbb9a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:21.185208 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-791794de-e80f-47cf-affe-b7dedbb9a04b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ce3797b3-7e73-4c9f-88cf-229936845684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821643 Jan 22 15:15:21.347506 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-378f3e09-5760-4c28-9e96-5d86250317cf service neutron] 10.222.0.63 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452525 Jan 22 15:15:21.587201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3df99d-8e61-45e9-bb0b-a46332f1a15e req-99135ab5-67f1-4f13-b189-12623a4fe5aa tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:21.588897 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cb3df99d-8e61-45e9-bb0b-a46332f1a15e req-99135ab5-67f1-4f13-b189-12623a4fe5aa tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 946 time: 0.2085357 Jan 22 15:15:21.591469 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0475323b-ccb4-4f6e-8e0f-c6d1fb13eb13 req-39175ae1-d275-4f2f-bfb5-d157d29b759e service neutron] 10.222.0.63 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2364981 Jan 22 15:15:21.644955 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cb3df99d-8e61-45e9-bb0b-a46332f1a15e req-32e82936-5e53-41f0-b65a-91e984a82591 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496528 Jan 22 15:15:21.769625 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96900416-e369-4db6-b287-b2b0e4c7d8ae req-4704c475-0a89-44f3-8a6d-e5d1b9685b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:21.771307 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-96900416-e369-4db6-b287-b2b0e4c7d8ae req-4704c475-0a89-44f3-8a6d-e5d1b9685b45 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=00418f223ac446279e0843b36f25602f&device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 1160 time: 0.0784605 Jan 22 15:15:21.924814 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96900416-e369-4db6-b287-b2b0e4c7d8ae req-6e32b0fb-76fa-4c56-aea1-d052647696c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:21.926474 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-96900416-e369-4db6-b287-b2b0e4c7d8ae req-6e32b0fb-76fa-4c56-aea1-d052647696c0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ce3797b3-7e73-4c9f-88cf-229936845684 HTTP/1.1" status: 200 len: 902 time: 0.1412010 Jan 22 15:15:22.034123 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-96900416-e369-4db6-b287-b2b0e4c7d8ae req-42820727-ce7e-4ef6-b6c7-ab73f2636495 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 HTTP/1.1" status: 200 len: 217 time: 0.0726340 Jan 22 15:15:22.110899 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96900416-e369-4db6-b287-b2b0e4c7d8ae req-4ef9c54a-6523-414f-9f50-a7bac30c691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:22.112506 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-96900416-e369-4db6-b287-b2b0e4c7d8ae req-4ef9c54a-6523-414f-9f50-a7bac30c691f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ccb088a-6448-482f-91ed-4a9c16b4261c HTTP/1.1" status: 200 len: 847 time: 0.0707812 Jan 22 15:15:22.123063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1f4f2-f348-49e6-8d6f-acb977536a27 req-3b82fe9c-2961-4461-8ae7-5a86533f7d9f tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:22.124767 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9be1f4f2-f348-49e6-8d6f-acb977536a27 req-3b82fe9c-2961-4461-8ae7-5a86533f7d9f tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 943 time: 0.1076140 Jan 22 15:15:22.183967 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9be1f4f2-f348-49e6-8d6f-acb977536a27 req-8cb323f2-3718-4c6e-8bc3-90546ce8c5e7 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0521834 Jan 22 15:15:22.197975 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96900416-e369-4db6-b287-b2b0e4c7d8ae req-771148a5-d4df-48b8-a122-fe50a2d7839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:22.199745 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-96900416-e369-4db6-b287-b2b0e4c7d8ae req-771148a5-d4df-48b8-a122-fe50a2d7839a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ce3797b3-7e73-4c9f-88cf-229936845684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789866 Jan 22 15:15:22.356839 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-96900416-e369-4db6-b287-b2b0e4c7d8ae req-85b95dd9-8f52-422c-9960-1a368d86f503 service neutron] 10.222.0.63 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483040 Jan 22 15:15:22.677262 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7395d-ab11-4c51-8486-ad91a2265370 req-11993516-affc-41fd-82bf-9db78fba878f tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:22.678928 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-61d7395d-ab11-4c51-8486-ad91a2265370 req-11993516-affc-41fd-82bf-9db78fba878f tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/ports?device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 945 time: 0.2335186 Jan 22 15:15:22.685516 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-96900416-e369-4db6-b287-b2b0e4c7d8ae req-890fcb2d-d868-43bf-878b-aa266c817e55 service neutron] 10.222.0.63 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1952851 Jan 22 15:15:22.732552 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-61d7395d-ab11-4c51-8486-ad91a2265370 req-6ae976ff-778f-4488-9a9c-4a77ab91583c tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/security-groups?id=5efec51e-99d7-4925-b28a-9ace1d9d106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459902 Jan 22 15:15:22.832330 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-06b4a30d-2b0e-43d3-95c5-b835b69c3a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:22.893332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610fbf3-2858-40ad-86c2-5ff70c4abab2 req-793a17d2-8f24-4cd5-8e53-963204a4820c tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:22.894994 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d610fbf3-2858-40ad-86c2-5ff70c4abab2 req-793a17d2-8f24-4cd5-8e53-963204a4820c tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 946 time: 0.1062267 Jan 22 15:15:22.941608 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 57eb3a04-7a5e-48e5-a55b-235508cb5676 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:15:22.950475 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d610fbf3-2858-40ad-86c2-5ff70c4abab2 req-13b548c2-1b14-4a4f-8e5a-b77491bd4910 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491078 Jan 22 15:15:22.999574 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49aa08a-3575-4643-98dd-fed367286dd3 req-7d4133e5-7cad-45ac-a31a-89a5c797ae31 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:23.001294 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f49aa08a-3575-4643-98dd-fed367286dd3 req-7d4133e5-7cad-45ac-a31a-89a5c797ae31 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.63 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 946 time: 0.1099374 Jan 22 15:15:23.063618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:23.084070 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-f49aa08a-3575-4643-98dd-fed367286dd3 req-597633a8-e570-436a-8c5d-7a33d1c2c178 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Deleting port 57eb3a04-7a5e-48e5-a55b-235508cb5676 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:15:23.084403 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f49aa08a-3575-4643-98dd-fed367286dd3 req-597633a8-e570-436a-8c5d-7a33d1c2c178 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:23.091616 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c380b52-6260-4903-8db4-e3f183e27e7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57eb3a04-7a5e-48e5-a55b-235508cb5676'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:23.101793 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 57eb3a04-7a5e-48e5-a55b-235508cb5676, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=57eb3a04-7a5e-48e5-a55b-235508cb5676,segment=NetworkSegment(12241a03-0e63-4869-9cf7-861c1ba12353),segment_id=12241a03-0e63-4869-9cf7-861c1ba12353)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:15:23.105445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:23.108072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1263cc04-b713-4f71-ab6b-db75af0d2cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:23.158101 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c380b52-6260-4903-8db4-e3f183e27e7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57eb3a04-7a5e-48e5-a55b-235508cb5676', 'code': 200} Jan 22 15:15:23.185412 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=57eb3a04-7a5e-48e5-a55b-235508cb5676,revision_number=5']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:23.188817 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:23.353866 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-f49aa08a-3575-4643-98dd-fed367286dd3 req-597633a8-e570-436a-8c5d-7a33d1c2c178 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] For port 57eb3a04-7a5e-48e5-a55b-235508cb5676, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=57eb3a04-7a5e-48e5-a55b-235508cb5676,segment=NetworkSegment(12241a03-0e63-4869-9cf7-861c1ba12353),segment_id=12241a03-0e63-4869-9cf7-861c1ba12353)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:15:23.354326 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f49aa08a-3575-4643-98dd-fed367286dd3 req-597633a8-e570-436a-8c5d-7a33d1c2c178 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:23.424700 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3dabc-49d6-491b-a043-b593828a43c8 req-907d21a8-2f61-4243-8bc7-b76ff692c645 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:23.426401 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9db3dabc-49d6-491b-a043-b593828a43c8 req-907d21a8-2f61-4243-8bc7-b76ff692c645 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 943 time: 0.1127286 Jan 22 15:15:23.479022 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9db3dabc-49d6-491b-a043-b593828a43c8 req-5ca51d2a-edf8-4e51-97dc-332e9ec19a7e tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0453465 Jan 22 15:15:23.489714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-f49aa08a-3575-4643-98dd-fed367286dd3 req-597633a8-e570-436a-8c5d-7a33d1c2c178 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Calling delete_port for 57eb3a04-7a5e-48e5-a55b-235508cb5676 owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:15:23.554283 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:23.642874 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f49aa08a-3575-4643-98dd-fed367286dd3 req-597633a8-e570-436a-8c5d-7a33d1c2c178 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:23.658818 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-59730c30-41f7-4f98-bd47-de7b0fe079b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:23.754055 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597633a8-e570-436a-8c5d-7a33d1c2c178 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Pushing event deleted for resources: {'Port': ['ID=57eb3a04-7a5e-48e5-a55b-235508cb5676,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:23.761240 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-597633a8-e570-436a-8c5d-7a33d1c2c178 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:23.874179 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49aa08a-3575-4643-98dd-fed367286dd3 req-597633a8-e570-436a-8c5d-7a33d1c2c178 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] No DVR routers for this DVR port 57eb3a04-7a5e-48e5-a55b-235508cb5676 on host hv-cinder-76377 {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:15:23.876417 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f49aa08a-3575-4643-98dd-fed367286dd3 req-597633a8-e570-436a-8c5d-7a33d1c2c178 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:23.885838 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c380b52-6260-4903-8db4-e3f183e27e7e', 'name': 'network-vif-deleted', 'tag': '57eb3a04-7a5e-48e5-a55b-235508cb5676'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:23.895242 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f49aa08a-3575-4643-98dd-fed367286dd3 req-597633a8-e570-436a-8c5d-7a33d1c2c178 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.63 "DELETE /v2.0/ports/57eb3a04-7a5e-48e5-a55b-235508cb5676 HTTP/1.1" status: 204 len: 173 time: 0.8865972 Jan 22 15:15:23.981636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb8a40-78d5-4d90-85f5-b58778c2527e req-cff6cb46-8cd0-45a2-a81c-6e94ca09d25e tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:23.983389 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6bcb8a40-78d5-4d90-85f5-b58778c2527e req-cff6cb46-8cd0-45a2-a81c-6e94ca09d25e tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/ports?device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 945 time: 0.1111867 Jan 22 15:15:24.043189 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6bcb8a40-78d5-4d90-85f5-b58778c2527e req-21154d5a-ee7e-4313-aae2-fc81af0d9326 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/security-groups?id=5efec51e-99d7-4925-b28a-9ace1d9d106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533485 Jan 22 15:15:24.107059 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c380b52-6260-4903-8db4-e3f183e27e7e', 'name': 'network-vif-deleted', 'tag': '57eb3a04-7a5e-48e5-a55b-235508cb5676', 'status': 'completed', 'code': 200} Jan 22 15:15:24.226801 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-21d71c6f-d9b7-4666-9054-3bece13ed503 req-0be44de1-d4da-4727-85c9-aa8e4134dfc0 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=6c380b52-6260-4903-8db4-e3f183e27e7e HTTP/1.1" status: 200 len: 210 time: 0.0497634 Jan 22 15:15:24.317397 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80f879-4a10-4323-ae33-d40725c0d4a0 req-588323db-ba33-46a1-8bd1-96c17c312470 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:24.319039 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0c80f879-4a10-4323-ae33-d40725c0d4a0 req-588323db-ba33-46a1-8bd1-96c17c312470 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.1084630 Jan 22 15:15:24.374772 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0c80f879-4a10-4323-ae33-d40725c0d4a0 req-405e3c15-a8c9-4431-bf64-9eacbf7d87fe tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484326 Jan 22 15:15:24.636402 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:24.694650 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:24.711829 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ec4d8-2226-48c5-964a-24e39c8af7a6 req-e70e9132-dfac-436a-8d5c-a872a8552ff0 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:24.714303 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e25ec4d8-2226-48c5-964a-24e39c8af7a6 req-e70e9132-dfac-436a-8d5c-a872a8552ff0 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 943 time: 0.1085947 Jan 22 15:15:24.766488 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e25ec4d8-2226-48c5-964a-24e39c8af7a6 req-5269a150-4d84-44df-9b54-894cfddb172a tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0456522 Jan 22 15:15:24.969262 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b52be3-bf83-4b69-b1f0-f9f13aad1391 req-f193d5bd-a010-4472-aac3-368e02b4a922 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:24.970808 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54b52be3-bf83-4b69-b1f0-f9f13aad1391 req-f193d5bd-a010-4472-aac3-368e02b4a922 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.63 "GET /v2.0/ports?device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 945 time: 0.1053760 Jan 22 15:15:25.088556 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:25.099491 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-54b52be3-bf83-4b69-b1f0-f9f13aad1391 req-d703cf42-968c-47f8-afcf-fe583ca9cf90 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Deleting port df79d04c-daa2-484a-8e52-b0df7b903502 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:15:25.099891 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-54b52be3-bf83-4b69-b1f0-f9f13aad1391 req-d703cf42-968c-47f8-afcf-fe583ca9cf90 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:25.296490 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6123d4-30c5-4c10-b83b-44d8d428c1a4 req-9d2b5578-e7f5-4117-b0d6-94b355066faf tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:25.298193 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9f6123d4-30c5-4c10-b83b-44d8d428c1a4 req-9d2b5578-e7f5-4117-b0d6-94b355066faf tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/ports?device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 945 time: 0.1089294 Jan 22 15:15:25.353643 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9f6123d4-30c5-4c10-b83b-44d8d428c1a4 req-8eda9dc2-59a4-4d3e-be48-84f44b2fa913 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/security-groups?id=5efec51e-99d7-4925-b28a-9ace1d9d106b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476351 Jan 22 15:15:25.374780 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-54b52be3-bf83-4b69-b1f0-f9f13aad1391 req-d703cf42-968c-47f8-afcf-fe583ca9cf90 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] For port df79d04c-daa2-484a-8e52-b0df7b903502, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=df79d04c-daa2-484a-8e52-b0df7b903502,segment=NetworkSegment(c7b59509-fb52-4d84-9df4-c185e98112d2),segment_id=c7b59509-fb52-4d84-9df4-c185e98112d2)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:15:25.375365 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-54b52be3-bf83-4b69-b1f0-f9f13aad1391 req-d703cf42-968c-47f8-afcf-fe583ca9cf90 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:25.516948 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-54b52be3-bf83-4b69-b1f0-f9f13aad1391 req-d703cf42-968c-47f8-afcf-fe583ca9cf90 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Calling delete_port for df79d04c-daa2-484a-8e52-b0df7b903502 owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:15:25.736115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905466a-ee1b-48b3-b439-309b1aaddd41 req-7edfed92-ddd4-456e-a407-f6e1a8d4d4b4 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:25.737738 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c905466a-ee1b-48b3-b439-309b1aaddd41 req-7edfed92-ddd4-456e-a407-f6e1a8d4d4b4 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.1902018 Jan 22 15:15:25.792508 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-54b52be3-bf83-4b69-b1f0-f9f13aad1391 req-d703cf42-968c-47f8-afcf-fe583ca9cf90 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:25.812603 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:25.863703 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c905466a-ee1b-48b3-b439-309b1aaddd41 req-777ff14e-2d00-4ea2-990e-16ae0e1d8f00 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161737 Jan 22 15:15:25.886016 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:15:25.916141 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703cf42-968c-47f8-afcf-fe583ca9cf90 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Pushing event deleted for resources: {'Port': ['ID=df79d04c-daa2-484a-8e52-b0df7b903502,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:25.926620 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d703cf42-968c-47f8-afcf-fe583ca9cf90 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:25.964666 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:15:25.970619 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:25.971057 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:26.023541 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75983b8b-9acf-4ca7-838a-3643531291c6 req-9d8226b1-3cf4-4e76-b333-49b62456921f tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:26.025571 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-75983b8b-9acf-4ca7-838a-3643531291c6 req-9d8226b1-3cf4-4e76-b333-49b62456921f tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 943 time: 0.1234260 Jan 22 15:15:26.097789 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-75983b8b-9acf-4ca7-838a-3643531291c6 req-0f861a34-57a3-485c-98ff-ba422d84df21 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0648568 Jan 22 15:15:26.127778 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:26.160826 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:26.172018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3,segment=NetworkSegment(65c0687d-a69b-4986-870b-eaf69808c16d),segment_id=65c0687d-a69b-4986-870b-eaf69808c16d)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:15:26.175234 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:26.177181 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:26.216708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device df79d04c-daa2-484a-8e52-b0df7b903502 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:15:26.256308 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3', 'code': 200} Jan 22 15:15:26.266504 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b52be3-bf83-4b69-b1f0-f9f13aad1391 req-d703cf42-968c-47f8-afcf-fe583ca9cf90 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] No DVR routers for this DVR port df79d04c-daa2-484a-8e52-b0df7b903502 on host hv-cinder-76377 {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:15:26.268022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] No Port match for: df79d04c-daa2-484a-8e52-b0df7b903502 {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:15:26.268433 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device df79d04c-daa2-484a-8e52-b0df7b903502 not bound to the agent host hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:15:26.268708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-54b52be3-bf83-4b69-b1f0-f9f13aad1391 req-d703cf42-968c-47f8-afcf-fe583ca9cf90 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:26.271592 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f505ac4-300f-41c4-a717-43ac281fe4b5', 'name': 'network-vif-deleted', 'tag': 'df79d04c-daa2-484a-8e52-b0df7b903502'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:26.288925 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54b52be3-bf83-4b69-b1f0-f9f13aad1391 req-d703cf42-968c-47f8-afcf-fe583ca9cf90 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.63 "DELETE /v2.0/ports/df79d04c-daa2-484a-8e52-b0df7b903502 HTTP/1.1" status: 204 len: 173 time: 1.2710276 Jan 22 15:15:26.294406 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:26.302823 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.303220 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.303609 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.303987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.304363 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.304739 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.305112 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.305483 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.305849 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.306760 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.307214 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.307581 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.308025 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.308398 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.308762 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.309128 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.309499 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.309863 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.310352 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.310669 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.311078 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.311409 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.311774 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.312136 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:26.316385 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:26.340168 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f505ac4-300f-41c4-a717-43ac281fe4b5', 'name': 'network-vif-deleted', 'tag': 'df79d04c-daa2-484a-8e52-b0df7b903502', 'status': 'completed', 'code': 200} Jan 22 15:15:26.570191 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ff9cd4f8-07fc-46b8-a662-a670ff5d75b5 req-fdf9a403-7e5b-4889-816d-d96d9ea4df2e tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] 10.222.0.53 "GET /v2.0/ports?device_id=5f505ac4-300f-41c4-a717-43ac281fe4b5 HTTP/1.1" status: 200 len: 210 time: 0.0516958 Jan 22 15:15:26.675430 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bb543-dbf5-401e-a465-f5f20b8af089 req-530618de-6d1f-4368-8e26-daf14d41a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:26.677047 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ca3bb543-dbf5-401e-a465-f5f20b8af089 req-530618de-6d1f-4368-8e26-daf14d41a95c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 1162 time: 0.0777328 Jan 22 15:15:26.726843 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ca3bb543-dbf5-401e-a465-f5f20b8af089 req-f9c2b8df-c055-4a80-b62c-d3739c3f9343 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0404897 Jan 22 15:15:27.107150 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a5539-ea3b-421b-8d82-85743dd3a5b6 req-f7444e97-743d-48f8-ac1a-59604a47367f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:27.108749 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-254a5539-ea3b-421b-8d82-85743dd3a5b6 req-f7444e97-743d-48f8-ac1a-59604a47367f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.1090686 Jan 22 15:15:27.125106 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:15:27.164954 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-254a5539-ea3b-421b-8d82-85743dd3a5b6 req-7739d592-ddaf-480e-a353-4ee39dfcafef tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496314 Jan 22 15:15:27.206288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:27.206544 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:27.342672 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363ebb0-2ba7-4f8d-b784-30a54d3df22e req-bc84a382-0722-4ebd-b194-6547810e37ac tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:27.344453 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1363ebb0-2ba7-4f8d-b784-30a54d3df22e req-bc84a382-0722-4ebd-b194-6547810e37ac tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1156590 Jan 22 15:15:27.403572 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1363ebb0-2ba7-4f8d-b784-30a54d3df22e req-cf25da6f-55d0-41a6-99d5-0e5afd1e0c53 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0524180 Jan 22 15:15:28.152141 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48342d-9054-43b5-9bf8-92c45fb967f5 req-bcd143fe-3f8b-40f3-982e-4672a976f58d tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:28.153934 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-aa48342d-9054-43b5-9bf8-92c45fb967f5 req-bcd143fe-3f8b-40f3-982e-4672a976f58d tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.63 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.1582229 Jan 22 15:15:28.258087 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-aa48342d-9054-43b5-9bf8-92c45fb967f5 req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Deleting port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:15:28.258517 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-aa48342d-9054-43b5-9bf8-92c45fb967f5 req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:28.458392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ac8b5-0457-4878-9586-0881f27207c5 req-6e9ebb5f-07e4-4406-a31d-62a159bd6da6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:28.460136 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-704ac8b5-0457-4878-9586-0881f27207c5 req-6e9ebb5f-07e4-4406-a31d-62a159bd6da6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 945 time: 0.1551540 Jan 22 15:15:28.515221 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-704ac8b5-0457-4878-9586-0881f27207c5 req-68d25a4a-88c4-4c52-aca8-3a7ac9d0a6bf tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=7bb9d157-b1c8-4496-b241-5e9bc4330865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471613 Jan 22 15:15:28.546193 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-aa48342d-9054-43b5-9bf8-92c45fb967f5 req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] For port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=00bfb432-2fa1-4a3f-a7ca-2d7a2068f017,segment=NetworkSegment(3cd764c7-d738-49e8-93d6-258697d18a7d),segment_id=3cd764c7-d738-49e8-93d6-258697d18a7d)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:15:28.546486 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-aa48342d-9054-43b5-9bf8-92c45fb967f5 req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:28.750720 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0986d6-3b1b-49dc-a0bb-bdcdfbc38028 req-e9c203c9-42f9-40c3-af5f-5ee69b56a479 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:28.752387 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0d0986d6-3b1b-49dc-a0bb-bdcdfbc38028 req-e9c203c9-42f9-40c3-af5f-5ee69b56a479 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1119742 Jan 22 15:15:28.804835 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0d0986d6-3b1b-49dc-a0bb-bdcdfbc38028 req-b6a3ba9a-1467-4d69-b490-317f412ee95c tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0461628 Jan 22 15:15:28.866276 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-aa48342d-9054-43b5-9bf8-92c45fb967f5 req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for floatingip, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:28.866720 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-aa48342d-9054-43b5-9bf8-92c45fb967f5 req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:28.867072 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.l3_db [req-aa48342d-9054-43b5-9bf8-92c45fb967f5 req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Floating IP c83981bf-7ab9-4a25-8c9b-0ab7e64407f8 disassociated. External IP: 172.28.2.190, port: 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017. Jan 22 15:15:28.867455 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-aa48342d-9054-43b5-9bf8-92c45fb967f5 req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Calling delete_port for 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:15:29.080980 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-aa48342d-9054-43b5-9bf8-92c45fb967f5 req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:29.097934 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4c88b35d-1b18-45e4-9f19-a722798da23c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:29.168895 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190c876-b527-40e2-88c7-4fdefe16a5ad req-ec74f27c-7097-4916-a82f-19489dad81ea tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:29.170586 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d190c876-b527-40e2-88c7-4fdefe16a5ad req-ec74f27c-7097-4916-a82f-19489dad81ea tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.2229235 Jan 22 15:15:29.174988 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event deleted for resources: {'Port': ['ID=00bfb432-2fa1-4a3f-a7ca-2d7a2068f017,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:29.225052 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:15:29.234978 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:29.299109 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:29.299534 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:29.316086 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d190c876-b527-40e2-88c7-4fdefe16a5ad req-769e4ab8-c84d-4069-a47f-686741dba380 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0800197 Jan 22 15:15:29.491002 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:15:29.537990 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] No Port match for: 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:15:29.538410 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 not bound to the agent host hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:15:29.613116 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa48342d-9054-43b5-9bf8-92c45fb967f5 req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:15:29.652750 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-72666d3f-6185-405c-af7e-8b56f75706d8 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2460325 Jan 22 15:15:29.658002 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Request body: {'floatingip': {'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:29.671283 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:29.689330 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Usage tracker for resource:floatingip and tenant:00418f223ac446279e0843b36f25602f is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:15:29.692787 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:15:29.699408 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:29.710388 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for floatingip, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:29.837899 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-03c140ea-398b-4d1f-8b92-d49713c5f569 req-08c5b67c-c0ca-42cb-b19c-f52b615ac28f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=5c71383a-de30-41c9-aaba-8d510886f106 HTTP/1.1" status: 200 len: 210 time: 0.0614171 Jan 22 15:15:29.862505 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa48342d-9054-43b5-9bf8-92c45fb967f5 req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:15:29.874763 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b62160-5e02-43d9-be95-1b3a8c0ea625 None None] Sync routers for ids ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:15:29.891625 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b62160-5e02-43d9-be95-1b3a8c0ea625 None None] Routers {'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:15:29.894057 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-21b62160-5e02-43d9-be95-1b3a8c0ea625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:15:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:29.905165 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:29.913420 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa48342d-9054-43b5-9bf8-92c45fb967f5 req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] No DVR routers for this DVR port 00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 on host hv-cinder-76377 {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:15:29.916721 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-aa48342d-9054-43b5-9bf8-92c45fb967f5 req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:29.926956 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c71383a-de30-41c9-aaba-8d510886f106', 'name': 'network-vif-deleted', 'tag': '00bfb432-2fa1-4a3f-a7ca-2d7a2068f017'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:29.934917 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-aa48342d-9054-43b5-9bf8-92c45fb967f5 req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.63 "DELETE /v2.0/ports/00bfb432-2fa1-4a3f-a7ca-2d7a2068f017 HTTP/1.1" status: 204 len: 173 time: 1.7744005 Jan 22 15:15:30.217417 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-21b62160-5e02-43d9-be95-1b3a8c0ea625 None None] Set router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:15:30.257150 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Allocated IP 172.28.2.5 (963b33f9-dd19-40b1-8544-19d53926a01f/b49e69fc-521d-4a7a-a4a3-7f801cf6183d/0033a609-585c-4e4e-897e-de463a7d0d0e) {{(pid=80168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:15:30.433001 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for port, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:30.465237 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:30.485050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-bd5c3933-2eaf-4269-8d49-071d587c9de7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:30.487041 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-bd5c3933-2eaf-4269-8d49-071d587c9de7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/networks?id=3b1a8883-94a5-4921-b632-398d8c5813e9 HTTP/1.1" status: 200 len: 814 time: 0.2514300 Jan 22 15:15:30.509944 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d874f39e-128a-472c-9cd2-a90bd4012ec4 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:30.512443 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-5bc818e5-7e07-4354-a1fd-562e2e2667ce tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/quotas/f7cf93ed828b466a95b08e77c4c48d75 HTTP/1.1" status: 200 len: 375 time: 0.0168328 Jan 22 15:15:30.567495 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-d56af0b5-7145-4fd1-a370-b831e285bd04 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Synchronizing usage tracker for tenant:f7cf93ed828b466a95b08e77c4c48d75 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:15:30.584781 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-d56af0b5-7145-4fd1-a370-b831e285bd04 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Unset dirty status for tenant:f7cf93ed828b466a95b08e77c4c48d75 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:15:30.594476 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-21b62160-5e02-43d9-be95-1b3a8c0ea625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:23Z', 'revision_number': 5, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:30.594724 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-d56af0b5-7145-4fd1-a370-b831e285bd04 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cf93ed828b466a95b08e77c4c48d75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810726 Jan 22 15:15:30.599384 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b62160-5e02-43d9-be95-1b3a8c0ea625 None None] Checking router: e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:15:30.609028 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b62160-5e02-43d9-be95-1b3a8c0ea625 None None] Routers {'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:15:30.609703 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-21b62160-5e02-43d9-be95-1b3a8c0ea625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:15:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:30.769057 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-bf6bd58c-06b0-42b8-b73d-b9f5a24f99b9 service neutron] 10.222.0.53 "GET /v2.0/networks/3b1a8883-94a5-4921-b632-398d8c5813e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732845 Jan 22 15:15:30.832509 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Pushing event updated for resources: {'Port': ['ID=0033a609-585c-4e4e-897e-de463a7d0d0e,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:30.851350 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.851774 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.852184 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.852596 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.853128 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.853533 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.854249 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.854453 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.854778 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.855178 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.855601 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.856050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.857278 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.857278 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.857623 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.858688 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.859084 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.859968 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.860368 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.861194 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.861194 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.861530 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.861933 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.862324 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:15:30.867175 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:30.871147 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-21b62160-5e02-43d9-be95-1b3a8c0ea625 None None] Set router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:15:30.873466 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Network 963b33f9-dd19-40b1-8544-19d53926a01f is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:15:30.874706 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:15:30.882416 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Received port after_create {{(pid=80168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:15:30.960976 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-87ff4082-45f8-4f47-9827-d25eaf091c1f service neutron] 10.222.0.53 "GET /v2.0/networks/3b1a8883-94a5-4921-b632-398d8c5813e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1908822 Jan 22 15:15:30.976083 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for floatingip, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:31.046621 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:31.183892 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c71383a-de30-41c9-aaba-8d510886f106', 'name': 'network-vif-deleted', 'tag': '00bfb432-2fa1-4a3f-a7ca-2d7a2068f017', 'status': 'completed', 'code': 200} Jan 22 15:15:31.396205 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-21b62160-5e02-43d9-be95-1b3a8c0ea625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:23Z', 'revision_number': 5, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:31.407360 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:31.407823 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b62160-5e02-43d9-be95-1b3a8c0ea625 None None] The sync data for ids ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'] in dv-cinder-763774-2-smb is: [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:23Z', 'revision_number': 5, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:15:31.412640 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823312390'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:31.436731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d774a1de-9bf4-4967-b20d-648aa89a69f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:31.436887 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bc776223-9dea-4de3-af5e-3797d7b26584 req-66e083af-d70f-434d-9cf8-41f5e8567b6f tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 210 time: 0.0905721 Jan 22 15:15:31.536907 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Pushing event updated for resources: {'Port': ['ID=0033a609-585c-4e4e-897e-de463a7d0d0e,revision_number=2']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:31.585938 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:31.738028 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:31.759001 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 45882) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:31.819964 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:31.823521 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-a1923f62-52e0-4145-aa4e-d056f52017bb tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.1698153 Jan 22 15:15:31.942096 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bd816fb3-a91b-4526-a7e4-dea00badf5f6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:31.983446 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bd816fb3-a91b-4526-a7e4-dea00badf5f6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:32.007285 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-e3683325-755e-4fa1-9d59-b1cd2dd5240d tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Synchronizing usage tracker for tenant:00418f223ac446279e0843b36f25602f on resource:floatingip {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:15:32.023178 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf960f-afaa-42b0-82d2-d6b8e835bce3 None None] New status for floating IP c83981bf-7ab9-4a25-8c9b-0ab7e64407f8: DOWN {{(pid=80170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 15:15:32.032315 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-e3683325-755e-4fa1-9d59-b1cd2dd5240d tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Unset dirty status for tenant:00418f223ac446279e0843b36f25602f on resource:floatingip {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:15:32.042248 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-e3683325-755e-4fa1-9d59-b1cd2dd5240d tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.28.2.5 HTTP/1.1" status: 200 len: 694 time: 0.2000031 Jan 22 15:15:32.064590 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bd816fb3-a91b-4526-a7e4-dea00badf5f6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:32.070466 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5622466e-1753-4662-9e96-c5ae46e7720f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:32.089820 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd816fb3-a91b-4526-a7e4-dea00badf5f6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb9d157-b1c8-4496-b241-5e9bc4330865,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:32.097417 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bd816fb3-a91b-4526-a7e4-dea00badf5f6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:32.099567 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bd816fb3-a91b-4526-a7e4-dea00badf5f6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:32.104441 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-bd816fb3-a91b-4526-a7e4-dea00badf5f6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "DELETE /v2.0/security-groups/7bb9d157-b1c8-4496-b241-5e9bc4330865 HTTP/1.1" status: 204 len: 168 time: 0.3442287 Jan 22 15:15:32.105125 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 45890) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:32.139987 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.v2.resource [None req-6a6bbbcb-675d-413e-90c3-27375f4b8426 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] show failed (client error): The resource could not be found. Jan 22 15:15:32.144418 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-6a6bbbcb-675d-413e-90c3-27375f4b8426 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups/7bb9d157-b1c8-4496-b241-5e9bc4330865 HTTP/1.1" status: 404 len: 347 time: 0.0382628 Jan 22 15:15:32.145209 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 45894) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:32.263175 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-03671620-67c2-431b-a97c-f7d2410a13bf tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:32.290125 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-112be681-e4d1-4a9e-bdaa-4526cf7a7a73 req-03671620-67c2-431b-a97c-f7d2410a13bf tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/networks/963b33f9-dd19-40b1-8544-19d53926a01f HTTP/1.1" status: 200 len: 784 time: 0.2465656 Jan 22 15:15:32.638897 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e2d48a7a-6871-4ca3-8cdf-58800a5306cb req-c44b03d8-5308-4f7a-9b3b-c699a8cf4e5b tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 210 time: 0.0530937 Jan 22 15:15:32.720769 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-3081a760-3bb5-4418-8d69-2d06ffbbdcf8 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Deleting port ce0cba2b-2e85-4f8c-9bf9-9e6f6d581bf8 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:15:32.721145 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3081a760-3bb5-4418-8d69-2d06ffbbdcf8 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:33.010792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-d088b144-119b-410a-b11c-043b43b22966 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:33.018518 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-d088b144-119b-410a-b11c-043b43b22966 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4348481 Jan 22 15:15:33.141777 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-3f76dcc4-7fcc-40ed-8564-5faeb9399656 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.28.2.5 HTTP/1.1" status: 200 len: 694 time: 0.1222451 Jan 22 15:15:33.173411 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-bf40fc4e-6be6-4d25-a629-85f0d1721c35 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Request body: {'floatingip': {'port_id': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:33.256519 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3081a760-3bb5-4418-8d69-2d06ffbbdcf8 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:33.256888 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3081a760-3bb5-4418-8d69-2d06ffbbdcf8 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for floatingip, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:33.293507 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-bf40fc4e-6be6-4d25-a629-85f0d1721c35 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for floatingip, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:33.515557 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-358b248d-2608-4d87-8df4-41753427f0e3 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:33.517196 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-358b248d-2608-4d87-8df4-41753427f0e3 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.63 "GET /v2.0/networks?id=3b1a8883-94a5-4921-b632-398d8c5813e9 HTTP/1.1" status: 200 len: 814 time: 0.6544106 Jan 22 15:15:33.524869 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-3081a760-3bb5-4418-8d69-2d06ffbbdcf8 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Calling delete_port for ce0cba2b-2e85-4f8c-9bf9-9e6f6d581bf8 owned by network:floatingip {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:15:33.603906 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-4f662853-342a-461b-85e5-33462e8d9cd7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Request body: {'port': {'device_id': 'e876ccb0-f034-4861-ba6a-7d30b8e6a602', 'network_id': '3b1a8883-94a5-4921-b632-398d8c5813e9', 'admin_state_up': True, 'tenant_id': 'f7cf93ed828b466a95b08e77c4c48d75'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:33.829993 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6de61c6c-8ce2-48a8-858d-aff27f0aaea0 req-4e561245-4df3-47d5-92b1-a73dd103e62a tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 210 time: 0.0516510 Jan 22 15:15:33.972190 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-4f662853-342a-461b-85e5-33462e8d9cd7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:34.013236 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-4f662853-342a-461b-85e5-33462e8d9cd7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:34.107907 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-4f662853-342a-461b-85e5-33462e8d9cd7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Made reservation on behalf of f7cf93ed828b466a95b08e77c4c48d75 for: {'port': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:15:34.117305 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-4f662853-342a-461b-85e5-33462e8d9cd7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:34.133409 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3081a760-3bb5-4418-8d69-2d06ffbbdcf8 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:34.158932 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-71bce5ab-da28-4a92-9158-a68ba9a89e6f tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:34.552562 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081a760-3bb5-4418-8d69-2d06ffbbdcf8 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event deleted for resources: {'Port': ['ID=ce0cba2b-2e85-4f8c-9bf9-9e6f6d581bf8,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:34.563731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3081a760-3bb5-4418-8d69-2d06ffbbdcf8 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:34.987439 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3081a760-3bb5-4418-8d69-2d06ffbbdcf8 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for floatingip, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:35.024433 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.db.resource_extend [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-bf40fc4e-6be6-4d25-a629-85f0d1721c35 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 22 15:15:35.046901 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0133d506-f7e0-4398-9d3c-450cf625863b req-720e681d-301b-4e84-b77c-3d474e6a3c38 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 210 time: 0.0768585 Jan 22 15:15:35.116671 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3081a760-3bb5-4418-8d69-2d06ffbbdcf8 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:35.118703 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-3081a760-3bb5-4418-8d69-2d06ffbbdcf8 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "DELETE /v2.0/floatingips/c83981bf-7ab9-4a25-8c9b-0ab7e64407f8 HTTP/1.1" status: 204 len: 168 time: 2.9710283 Jan 22 15:15:35.143047 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-4f662853-342a-461b-85e5-33462e8d9cd7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Allocated IP 172.20.0.14 (3b1a8883-94a5-4921-b632-398d8c5813e9/22cc589e-a6de-40a5-b3b3-12cecc70f889/c36e1d53-b199-4b49-b054-a74f9e39af0d) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:15:35.175282 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-bf40fc4e-6be6-4d25-a629-85f0d1721c35 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for floatingip, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:35.182900 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-bf40fc4e-6be6-4d25-a629-85f0d1721c35 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:35.514054 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.l3_db [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-bf40fc4e-6be6-4d25-a629-85f0d1721c35 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Floating IP bd6c5672-455a-4da0-b0b6-ea5b3c68513c associated. External IP: 172.28.2.5, port: 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3. Jan 22 15:15:35.650733 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-4f662853-342a-461b-85e5-33462e8d9cd7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:35.829781 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 45936) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:35.835611 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Request body: {'security_group': {'name': 'tempest-securitygroup--1701180001', 'description': 'tempest-description--626865946'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:35.847149 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:35.850266 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-4f662853-342a-461b-85e5-33462e8d9cd7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:35.852078 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Usage tracker for resource:security_group and tenant:79f6aff5910d4f75b6e9ccf81396c89e is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:15:35.855243 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:15:35.861074 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:35.866990 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:35.874247 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:35.896082 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:35.900833 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Usage tracker for resource:security_group_rule and tenant:79f6aff5910d4f75b6e9ccf81396c89e is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:15:35.903838 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:15:35.909595 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:35.982037 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:35.985001 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:35.990304 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-25e75d9d-0b89-43ec-a94f-0d2e4b28fb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:36.034566 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event updated for resources: {'SecurityGroup': ['ID=3a587513-ef25-42c8-8854-2fb8ebf058e3,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:36.037647 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:36.041855 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2080240 Jan 22 15:15:36.041855 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:36.042132 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 45940) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:36.047741 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-be2f6091-4eaf-4ad9-9f33-7173a564fa52 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Request body: {'security_group_rule': {'security_group_id': '3a587513-ef25-42c8-8854-2fb8ebf058e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:36.058983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-be2f6091-4eaf-4ad9-9f33-7173a564fa52 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:36.063314 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-be2f6091-4eaf-4ad9-9f33-7173a564fa52 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Usage tracker for resource:security_group_rule and tenant:79f6aff5910d4f75b6e9ccf81396c89e is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:15:36.066422 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-be2f6091-4eaf-4ad9-9f33-7173a564fa52 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:15:36.072982 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-be2f6091-4eaf-4ad9-9f33-7173a564fa52 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:36.076045 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f662853-342a-461b-85e5-33462e8d9cd7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Pushing event updated for resources: {'Port': ['ID=c36e1d53-b199-4b49-b054-a74f9e39af0d,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:36.094664 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-be2f6091-4eaf-4ad9-9f33-7173a564fa52 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group_rule, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:36.099085 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4f662853-342a-461b-85e5-33462e8d9cd7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:36.108067 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-bf40fc4e-6be6-4d25-a629-85f0d1721c35 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:15:36.160674 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-be2f6091-4eaf-4ad9-9f33-7173a564fa52 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:36.164852 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-be2f6091-4eaf-4ad9-9f33-7173a564fa52 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649001'] for security_group_rule, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:36.167574 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:36.193978 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f6091-4eaf-4ad9-9f33-7173a564fa52 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79552d32-446c-44a5-8ef4-8232570bc6c4,revision_number=0']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:36.196800 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-be2f6091-4eaf-4ad9-9f33-7173a564fa52 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:36.246076 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-be2f6091-4eaf-4ad9-9f33-7173a564fa52 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group_rule, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:36.247389 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-be2f6091-4eaf-4ad9-9f33-7173a564fa52 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2042799 Jan 22 15:15:36.251936 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 45948) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:36.260661 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-4f662853-342a-461b-85e5-33462e8d9cd7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Network 3b1a8883-94a5-4921-b632-398d8c5813e9 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:15:36.267436 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-76c9115b-efdf-44a6-bf25-990af7fc88d7 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Request body: {'security_group_rule': {'security_group_id': '3a587513-ef25-42c8-8854-2fb8ebf058e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:36.278213 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-4f662853-342a-461b-85e5-33462e8d9cd7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:15:36.284022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-76c9115b-efdf-44a6-bf25-990af7fc88d7 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:36.287022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-4f662853-342a-461b-85e5-33462e8d9cd7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:15:36.390746 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-76c9115b-efdf-44a6-bf25-990af7fc88d7 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Usage tracker for resource:security_group_rule and tenant:79f6aff5910d4f75b6e9ccf81396c89e is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:15:36.397700 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-76c9115b-efdf-44a6-bf25-990af7fc88d7 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:15:36.424757 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-76c9115b-efdf-44a6-bf25-990af7fc88d7 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:36.462962 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-bf40fc4e-6be6-4d25-a629-85f0d1721c35 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:15:36.477153 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412030f-5ff1-4e75-af77-1479e7e300fe None None] Sync routers for ids ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:15:36.490157 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-4f662853-342a-461b-85e5-33462e8d9cd7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:36.490157 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-4f662853-342a-461b-85e5-33462e8d9cd7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:36.493512 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412030f-5ff1-4e75-af77-1479e7e300fe None None] Routers {'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:15:36.494498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-9412030f-5ff1-4e75-af77-1479e7e300fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:15:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:36.496035 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-bf40fc4e-6be6-4d25-a629-85f0d1721c35 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:36.532582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-76c9115b-efdf-44a6-bf25-990af7fc88d7 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group_rule, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:36.564038 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573608f-bc9a-4109-9784-70a82d7b4fe5 req-f4043fe4-9629-486c-a0d8-e4df978892e6 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:36.573097 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5573608f-bc9a-4109-9784-70a82d7b4fe5 req-f4043fe4-9629-486c-a0d8-e4df978892e6 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 932 time: 0.3672316 Jan 22 15:15:36.602850 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-4f662853-342a-461b-85e5-33462e8d9cd7 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0160444 Jan 22 15:15:36.616049 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-bf40fc4e-6be6-4d25-a629-85f0d1721c35 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "PUT /v2.0/floatingips/bd6c5672-455a-4da0-b0b6-ea5b3c68513c HTTP/1.1" status: 200 len: 994 time: 3.4564412 Jan 22 15:15:36.616049 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'tag': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:36.625792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Request body: {'port': {'device_id': 'e876ccb0-f034-4861-ba6a-7d30b8e6a602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:36.640976 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5573608f-bc9a-4109-9784-70a82d7b4fe5 req-6ce8db78-45a5-4c4c-b01e-d9c6a281f3e3 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664804 Jan 22 15:15:36.752295 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-76c9115b-efdf-44a6-bf25-990af7fc88d7 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:36.761596 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-76c9115b-efdf-44a6-bf25-990af7fc88d7 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649001'] for security_group_rule, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:36.809692 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0f648a1b-45e7-41ab-9a79-56147de49afd tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:36.849006 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9115b-efdf-44a6-bf25-990af7fc88d7 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9feb62-944f-468c-8a42-d676ea7e4f45,revision_number=0']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:36.870752 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-76c9115b-efdf-44a6-bf25-990af7fc88d7 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:36.878442 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-76c9115b-efdf-44a6-bf25-990af7fc88d7 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group_rule, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:36.880602 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-76c9115b-efdf-44a6-bf25-990af7fc88d7 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6247804 Jan 22 15:15:36.883564 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 45964) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:36.884050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:36.889669 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Request body: {'floatingip': {'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:36.905709 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-fba4acb8-67aa-4193-a9e8-e50efaecfbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:36.907449 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-fba4acb8-67aa-4193-a9e8-e50efaecfbea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=00418f223ac446279e0843b36f25602f&device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 1162 time: 0.2481284 Jan 22 15:15:36.912616 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-9412030f-5ff1-4e75-af77-1479e7e300fe None None] Set router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:15:36.913400 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:36.917918 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Usage tracker for resource:floatingip and tenant:79f6aff5910d4f75b6e9ccf81396c89e is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:15:36.924416 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:15:36.942552 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:36.956388 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for floatingip, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:37.123189 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:37.176922 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'tag': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3', 'status': 'completed', 'code': 200} Jan 22 15:15:37.311122 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-9412030f-5ff1-4e75-af77-1479e7e300fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'name': 'tempest-TestShelveInstance-616012621-router', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:28Z', 'updated_at': '2021-01-22T15:14:35Z', 'revision_number': 4, 'project_id': '00418f223ac446279e0843b36f25602f', 'gw_port': {'id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:29Z', 'updated_at': '2021-01-22T15:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': 'bd6c5672-455a-4da0-b0b6-ea5b3c68513c', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'floating_ip_address': '172.28.2.5', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'port_id': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'mac_address': 'fa:16:3e:82:8a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:15:30Z', 'updated_at': '2021-01-22T15:15:34Z', 'revision_number': 1, 'project_id': '00418f223ac446279e0843b36f25602f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34210126-3174-45a5-8091-139fabf1334f', 'name': '', 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'mac_address': 'fa:16:3e:f4:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:33Z', 'updated_at': '2021-01-22T15:14:56Z', 'revision_number': 5, 'project_id': '00418f223ac446279e0843b36f25602f', 'subnets': [{'id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:37.316109 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412030f-5ff1-4e75-af77-1479e7e300fe None None] Checking router: ea1c4c40-4bf0-479d-960f-96ebfdbf64bd for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:15:37.326853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412030f-5ff1-4e75-af77-1479e7e300fe None None] Routers {'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:15:37.327161 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-9412030f-5ff1-4e75-af77-1479e7e300fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:15:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:37.430463 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Allocated IP 172.28.2.187 (963b33f9-dd19-40b1-8544-19d53926a01f/b49e69fc-521d-4a7a-a4a3-7f801cf6183d/72542c4e-d1fd-41bf-b052-8403a82132ef) {{(pid=80168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:15:37.477646 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c5540-ff2d-427a-9eb5-d55ef244d475 req-e02557be-6f5d-4629-8f92-e91bb1bba7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:37.480149 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9d5c5540-ff2d-427a-9eb5-d55ef244d475 req-e02557be-6f5d-4629-8f92-e91bb1bba7e4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=00418f223ac446279e0843b36f25602f&device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 1162 time: 0.3024950 Jan 22 15:15:37.526728 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-9412030f-5ff1-4e75-af77-1479e7e300fe None None] Set router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:15:37.530701 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-87d959f4-1c28-4aa2-b45b-23ea18e8e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:37.532290 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-87d959f4-1c28-4aa2-b45b-23ea18e8e135 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ce3797b3-7e73-4c9f-88cf-229936845684 HTTP/1.1" status: 200 len: 902 time: 0.3482451 Jan 22 15:15:37.592031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for port, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:37.621583 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:37.771692 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:37.832207 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-36d9fcda-819d-4c13-9b94-6f60e2cdb4b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 HTTP/1.1" status: 200 len: 997 time: 0.2717030 Jan 22 15:15:37.891487 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Network 963b33f9-dd19-40b1-8544-19d53926a01f is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:15:37.894951 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:15:37.897372 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Received port after_create {{(pid=80168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:15:37.952136 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-9412030f-5ff1-4e75-af77-1479e7e300fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'name': 'tempest-TestShelveInstance-616012621-router', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:28Z', 'updated_at': '2021-01-22T15:14:35Z', 'revision_number': 4, 'project_id': '00418f223ac446279e0843b36f25602f', 'gw_port': {'id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:29Z', 'updated_at': '2021-01-22T15:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': 'bd6c5672-455a-4da0-b0b6-ea5b3c68513c', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'floating_ip_address': '172.28.2.5', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'port_id': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'mac_address': 'fa:16:3e:82:8a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:15:30Z', 'updated_at': '2021-01-22T15:15:34Z', 'revision_number': 1, 'project_id': '00418f223ac446279e0843b36f25602f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34210126-3174-45a5-8091-139fabf1334f', 'name': '', 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'mac_address': 'fa:16:3e:f4:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:33Z', 'updated_at': '2021-01-22T15:14:56Z', 'revision_number': 5, 'project_id': '00418f223ac446279e0843b36f25602f', 'subnets': [{'id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:37.955798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event updated for resources: {'Port': ['ID=72542c4e-d1fd-41bf-b052-8403a82132ef,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:37.959019 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:37.959721 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c5540-ff2d-427a-9eb5-d55ef244d475 req-7e1a575a-eac1-4585-99e4-2cb0de8a5a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:37.961342 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9d5c5540-ff2d-427a-9eb5-d55ef244d475 req-7e1a575a-eac1-4585-99e4-2cb0de8a5a95 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ce3797b3-7e73-4c9f-88cf-229936845684 HTTP/1.1" status: 200 len: 902 time: 0.4385409 Jan 22 15:15:37.967810 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412030f-5ff1-4e75-af77-1479e7e300fe None None] The sync data for ids ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'] in dv-cinder-763774-2-smb is: [{'id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'name': 'tempest-TestShelveInstance-616012621-router', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:28Z', 'updated_at': '2021-01-22T15:14:35Z', 'revision_number': 4, 'project_id': '00418f223ac446279e0843b36f25602f', 'gw_port': {'id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:29Z', 'updated_at': '2021-01-22T15:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': 'bd6c5672-455a-4da0-b0b6-ea5b3c68513c', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'floating_ip_address': '172.28.2.5', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'port_id': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'mac_address': 'fa:16:3e:82:8a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:15:30Z', 'updated_at': '2021-01-22T15:15:34Z', 'revision_number': 1, 'project_id': '00418f223ac446279e0843b36f25602f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34210126-3174-45a5-8091-139fabf1334f', 'name': '', 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'mac_address': 'fa:16:3e:f4:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:33Z', 'updated_at': '2021-01-22T15:14:56Z', 'revision_number': 5, 'project_id': '00418f223ac446279e0843b36f25602f', 'subnets': [{'id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:15:38.033420 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4be62-d870-47a3-aff1-143cc0f7bb08 req-32d60851-d2fe-4224-b848-4a5b4229f699 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:38.042148 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-29a4be62-d870-47a3-aff1-143cc0f7bb08 req-32d60851-d2fe-4224-b848-4a5b4229f699 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 932 time: 0.2255459 Jan 22 15:15:38.061612 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-b40b5081-6ce7-447f-8d5d-272d3a5f073f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:38.063274 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-b40b5081-6ce7-447f-8d5d-272d3a5f073f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5ccb088a-6448-482f-91ed-4a9c16b4261c HTTP/1.1" status: 200 len: 847 time: 0.2117743 Jan 22 15:15:38.102366 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-29a4be62-d870-47a3-aff1-143cc0f7bb08 req-f566c778-2ee0-44a4-b243-b43a21e83c79 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592010 Jan 22 15:15:38.118080 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for floatingip, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:38.152994 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9d5c5540-ff2d-427a-9eb5-d55ef244d475 req-924326cf-01e8-4f2e-b30a-bbeda70c19eb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 HTTP/1.1" status: 200 len: 997 time: 0.1773002 Jan 22 15:15:38.195273 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:38.319752 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c5540-ff2d-427a-9eb5-d55ef244d475 req-3fe43c41-3eac-4cb5-b611-25cd6ac74009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:38.321456 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9d5c5540-ff2d-427a-9eb5-d55ef244d475 req-3fe43c41-3eac-4cb5-b611-25cd6ac74009 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ccb088a-6448-482f-91ed-4a9c16b4261c HTTP/1.1" status: 200 len: 847 time: 0.1529348 Jan 22 15:15:38.375361 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36e1d53-b199-4b49-b054-a74f9e39af0d {{(pid=80167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:15:38.383845 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-1c3286ab-568a-428d-9abe-fc7cc59e7ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:38.386054 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-1c3286ab-568a-428d-9abe-fc7cc59e7ca3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce3797b3-7e73-4c9f-88cf-229936845684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3114398 Jan 22 15:15:38.399008 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b83d01-09dd-41c9-9627-c077b48c9cd1 None None] New status for floating IP bd6c5672-455a-4da0-b0b6-ea5b3c68513c: ACTIVE {{(pid=80170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 15:15:38.429287 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:38.547506 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Transition to ACTIVE for port object c36e1d53-b199-4b49-b054-a74f9e39af0d will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:15:38.556499 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:38.576884 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-972d5d12-6298-462c-9553-6b588fd8af41 tempest-AttachVolumeNegativeTest-795713251 tempest-AttachVolumeNegativeTest-795713251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:38.583810 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:38.587683 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823312390'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:38.604316 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:38.738837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event updated for resources: {'Port': ['ID=72542c4e-d1fd-41bf-b052-8403a82132ef,revision_number=2']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:38.743337 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:38.780880 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c36e1d53-b199-4b49-b054-a74f9e39af0d,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:38.801382 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:38.807030 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-c00bb027-44d5-45ce-a517-8b13a6ed2ff9 service neutron] 10.222.0.53 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691938 Jan 22 15:15:38.810938 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c5540-ff2d-427a-9eb5-d55ef244d475 req-290b8c78-f085-4058-a81d-e7eeb03bf8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:38.812474 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9d5c5540-ff2d-427a-9eb5-d55ef244d475 req-290b8c78-f085-4058-a81d-e7eeb03bf8a9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ce3797b3-7e73-4c9f-88cf-229936845684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4230757 Jan 22 15:15:38.850041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:38.871960 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:38.873284 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-68912fcb-9acb-469c-9197-93411d954973 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9889553 Jan 22 15:15:39.151548 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-fd5d4c8b-02ca-4ca7-a24b-a52583e96ab9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Synchronizing usage tracker for tenant:79f6aff5910d4f75b6e9ccf81396c89e on resource:security_group {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:15:39.166771 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-fd5d4c8b-02ca-4ca7-a24b-a52583e96ab9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Unset dirty status for tenant:79f6aff5910d4f75b6e9ccf81396c89e on resource:security_group {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:15:39.168258 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-fd5d4c8b-02ca-4ca7-a24b-a52583e96ab9 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1701180001&fields=id&tenant_id=79f6aff5910d4f75b6e9ccf81396c89e HTTP/1.1" status: 200 len: 267 time: 0.0725462 Jan 22 15:15:39.360417 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-4983c434-dbd1-4219-9830-c77c37f3f813 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:39.362111 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-4983c434-dbd1-4219-9830-c77c37f3f813 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/networks?id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76 HTTP/1.1" status: 200 len: 810 time: 0.1859715 Jan 22 15:15:39.384391 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-d09ebdc2-3465-48ab-910d-6021bebc662a tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/quotas/79f6aff5910d4f75b6e9ccf81396c89e HTTP/1.1" status: 200 len: 375 time: 0.0155923 Jan 22 15:15:39.445499 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64bb146b-5953-4ca0-bf9a-4bde1c203c64 req-d19a1315-49d5-465e-a924-11e638b1b843 service neutron] 10.222.0.53 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6296136 Jan 22 15:15:39.461093 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9d5c5540-ff2d-427a-9eb5-d55ef244d475 req-06c9ca0c-09d9-4f5f-ab9c-91165649f715 service neutron] 10.222.0.63 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6196177 Jan 22 15:15:39.501735 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-61e4c170-4914-4d37-9726-a7c96f4fdd05 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?tenant_id=79f6aff5910d4f75b6e9ccf81396c89e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1109514 Jan 22 15:15:39.511536 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Attempting to bind port c36e1d53-b199-4b49-b054-a74f9e39af0d on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:15:39.511915 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Attempting to bind port c36e1d53-b199-4b49-b054-a74f9e39af0d by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '12241a03-0e63-4869-9cf7-861c1ba12353', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3b1a8883-94a5-4921-b632-398d8c5813e9'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:15:39.512288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Attempting to bind port c36e1d53-b199-4b49-b054-a74f9e39af0d on network 3b1a8883-94a5-4921-b632-398d8c5813e9 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:15:39.569228 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:15:39.569621 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Checking segment: {'id': '12241a03-0e63-4869-9cf7-861c1ba12353', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3b1a8883-94a5-4921-b632-398d8c5813e9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:15:39.570034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:39.570502 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Bound using segment: {'id': '12241a03-0e63-4869-9cf7-861c1ba12353', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3b1a8883-94a5-4921-b632-398d8c5813e9'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:15:39.570938 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Bound port: c36e1d53-b199-4b49-b054-a74f9e39af0d, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12241a03-0e63-4869-9cf7-861c1ba12353', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3b1a8883-94a5-4921-b632-398d8c5813e9'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:15:39.571331 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:39.666528 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-585d5bcb-711d-45fd-bfa7-470615a9e731 service neutron] 10.222.0.53 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509521 Jan 22 15:15:39.783223 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9d5c5540-ff2d-427a-9eb5-d55ef244d475 req-45c8fbf8-9861-42d8-ad6b-9de3906eae4d service neutron] 10.222.0.63 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3110332 Jan 22 15:15:39.793304 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] For port c36e1d53-b199-4b49-b054-a74f9e39af0d, host hv-cinder-76377, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:15:39.798067 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] For port c36e1d53-b199-4b49-b054-a74f9e39af0d, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=c36e1d53-b199-4b49-b054-a74f9e39af0d,segment=NetworkSegment(12241a03-0e63-4869-9cf7-861c1ba12353),segment_id=12241a03-0e63-4869-9cf7-861c1ba12353)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:15:39.803885 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:39.820392 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-f7b6db51-edc7-49d0-8b6c-980e2b56c7cd service neutron] 10.222.0.53 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1529169 Jan 22 15:15:39.822252 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1d195060-04a8-4c8e-a68a-78c5850ff00c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:39.892537 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c491502-9a8c-4862-a4a7-79ef0d58915c req-80eb477f-715c-4ab1-a57a-18a22a1b123c tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:39.893225 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-1c491502-9a8c-4862-a4a7-79ef0d58915c req-80eb477f-715c-4ab1-a57a-18a22a1b123c tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Synchronizing usage tracker for tenant:f7cf93ed828b466a95b08e77c4c48d75 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:15:40.019694 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-1c491502-9a8c-4862-a4a7-79ef0d58915c req-80eb477f-715c-4ab1-a57a-18a22a1b123c tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Unset dirty status for tenant:f7cf93ed828b466a95b08e77c4c48d75 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:15:40.021006 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1c491502-9a8c-4862-a4a7-79ef0d58915c req-80eb477f-715c-4ab1-a57a-18a22a1b123c tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 944 time: 0.4349210 Jan 22 15:15:40.033791 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c36e1d53-b199-4b49-b054-a74f9e39af0d,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:40.053491 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:40.109265 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1c491502-9a8c-4862-a4a7-79ef0d58915c req-273fabcb-aa40-43ab-b8a5-dc8c54f9e886 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793147 Jan 22 15:15:40.113872 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:40.115604 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:40.118625 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] 10.222.0.63 "PUT /v2.0/ports/c36e1d53-b199-4b49-b054-a74f9e39af0d HTTP/1.1" status: 200 len: 1158 time: 3.4968860 Jan 22 15:15:40.119925 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e876ccb0-f034-4861-ba6a-7d30b8e6a602', 'tag': 'c36e1d53-b199-4b49-b054-a74f9e39af0d'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:40.252652 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e876ccb0-f034-4861-ba6a-7d30b8e6a602', 'tag': 'c36e1d53-b199-4b49-b054-a74f9e39af0d', 'status': 'completed', 'code': 200} Jan 22 15:15:40.281001 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-45e47f20-70f3-4426-9cc7-603ae47aa49e req-f1d1a452-5415-4bc9-b114-5a9293e0654d tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 210 time: 0.0543904 Jan 22 15:15:40.292108 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-550f118f-b4de-4084-9ad7-3cc6cce43bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:40.293720 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-550f118f-b4de-4084-9ad7-3cc6cce43bae service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f7cf93ed828b466a95b08e77c4c48d75&device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 1161 time: 0.0910513 Jan 22 15:15:40.386314 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-966dee37-fdc3-44f4-94a3-18a67133557d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c36e1d53-b199-4b49-b054-a74f9e39af0d HTTP/1.1" status: 200 len: 217 time: 0.0748715 Jan 22 15:15:40.457861 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-1b5f5b17-5c35-4126-802a-05f738da3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:40.459490 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-1b5f5b17-5c35-4126-802a-05f738da3e7a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22cc589e-a6de-40a5-b3b3-12cecc70f889 HTTP/1.1" status: 200 len: 854 time: 0.0653808 Jan 22 15:15:40.539099 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-524d4b30-e42f-4e41-8441-ebd803d4e848 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3b1a8883-94a5-4921-b632-398d8c5813e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499446 Jan 22 15:15:40.690696 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-31565271-ee01-4325-acc2-216ad8532ca1 service neutron] 10.222.0.63 "GET /v2.0/networks/3b1a8883-94a5-4921-b632-398d8c5813e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440687 Jan 22 15:15:40.841449 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bda0f044-afa5-425e-9c2c-0c887de0262d req-4553d634-09ad-4efb-84b5-fd3ea697fe10 service neutron] 10.222.0.63 "GET /v2.0/networks/3b1a8883-94a5-4921-b632-398d8c5813e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378889 Jan 22 15:15:41.037373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0336a-c263-4a9e-adba-128f9ba9e06b req-0d42b002-ba09-4b1b-abdc-0a2f5d7a8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:41.039046 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e1f0336a-c263-4a9e-adba-128f9ba9e06b req-0d42b002-ba09-4b1b-abdc-0a2f5d7a8bdd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f7cf93ed828b466a95b08e77c4c48d75&device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 1161 time: 0.0800810 Jan 22 15:15:41.196053 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0336a-c263-4a9e-adba-128f9ba9e06b req-09ea352f-adfc-48dc-abd5-0e2ee3da3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:41.198069 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e1f0336a-c263-4a9e-adba-128f9ba9e06b req-09ea352f-adfc-48dc-abd5-0e2ee3da3a4a service neutron] 10.222.0.63 "GET /v2.0/networks?id=3b1a8883-94a5-4921-b632-398d8c5813e9 HTTP/1.1" status: 200 len: 908 time: 0.1465440 Jan 22 15:15:41.300258 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e1f0336a-c263-4a9e-adba-128f9ba9e06b req-f64de1bf-1754-43cb-bd87-fe8832108743 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c36e1d53-b199-4b49-b054-a74f9e39af0d HTTP/1.1" status: 200 len: 217 time: 0.0850408 Jan 22 15:15:41.413176 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25f2b7-10a0-4ab6-9109-3637d4f818bc req-0b15bf34-3c0a-48dc-b013-85dae7d004b6 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:41.421466 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9f25f2b7-10a0-4ab6-9109-3637d4f818bc req-0b15bf34-3c0a-48dc-b013-85dae7d004b6 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 944 time: 0.1430266 Jan 22 15:15:41.504363 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9f25f2b7-10a0-4ab6-9109-3637d4f818bc req-5b9d7695-f7e9-49b2-98f7-41303c73e119 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816259 Jan 22 15:15:41.537627 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0336a-c263-4a9e-adba-128f9ba9e06b req-3606bedc-cfd5-4604-bc1b-da980d687bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:41.539296 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e1f0336a-c263-4a9e-adba-128f9ba9e06b req-3606bedc-cfd5-4604-bc1b-da980d687bec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22cc589e-a6de-40a5-b3b3-12cecc70f889 HTTP/1.1" status: 200 len: 854 time: 0.1841633 Jan 22 15:15:41.655094 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-7d8144da-9b28-4a45-8a13-591bf0bcc9e7 req-37c81342-2122-4793-85b7-979e704dac4f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Synchronizing usage tracker for tenant:79f6aff5910d4f75b6e9ccf81396c89e on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:15:41.672695 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e1f0336a-c263-4a9e-adba-128f9ba9e06b req-c9fe3521-e5e5-4a55-9473-ad75eae7d7ec service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3b1a8883-94a5-4921-b632-398d8c5813e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862818 Jan 22 15:15:41.827320 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-ac441395-02a0-4f2a-9b94-76003dfc5546 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:41.828138 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-ac441395-02a0-4f2a-9b94-76003dfc5546 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Synchronizing usage tracker for tenant:79f6aff5910d4f75b6e9ccf81396c89e on resource:network {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:15:41.833771 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-7d8144da-9b28-4a45-8a13-591bf0bcc9e7 req-37c81342-2122-4793-85b7-979e704dac4f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Unset dirty status for tenant:79f6aff5910d4f75b6e9ccf81396c89e on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:15:41.835088 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7d8144da-9b28-4a45-8a13-591bf0bcc9e7 req-37c81342-2122-4793-85b7-979e704dac4f tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 210 time: 0.2919533 Jan 22 15:15:41.891769 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-ac441395-02a0-4f2a-9b94-76003dfc5546 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Unset dirty status for tenant:79f6aff5910d4f75b6e9ccf81396c89e on resource:network {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:15:41.893563 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-ac441395-02a0-4f2a-9b94-76003dfc5546 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.63 "GET /v2.0/networks?id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76 HTTP/1.1" status: 200 len: 810 time: 0.5369642 Jan 22 15:15:41.940767 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e1f0336a-c263-4a9e-adba-128f9ba9e06b req-0e1d02d4-e785-4900-97ee-48ddb55c8286 service neutron] 10.222.0.63 "GET /v2.0/networks/3b1a8883-94a5-4921-b632-398d8c5813e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533224 Jan 22 15:15:42.359804 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-2f258dd0-2b5c-4018-9c01-4110a572eb57 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Synchronizing usage tracker for tenant:79f6aff5910d4f75b6e9ccf81396c89e on resource:security_group {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:15:42.399088 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-2f258dd0-2b5c-4018-9c01-4110a572eb57 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Unset dirty status for tenant:79f6aff5910d4f75b6e9ccf81396c89e on resource:security_group {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:15:42.400486 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-2f258dd0-2b5c-4018-9c01-4110a572eb57 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=79f6aff5910d4f75b6e9ccf81396c89e HTTP/1.1" status: 200 len: 5704 time: 0.4851804 Jan 22 15:15:42.420931 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Request body: {'port': {'device_id': 'c682d444-4eef-4227-902c-f336bc86b537', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'admin_state_up': True, 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'security_groups': ['3a587513-ef25-42c8-8854-2fb8ebf058e3']}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:42.506800 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e1f0336a-c263-4a9e-adba-128f9ba9e06b req-8ff3a64b-8c7b-4725-8bf9-354c70c090ab service neutron] 10.222.0.63 "GET /v2.0/networks/3b1a8883-94a5-4921-b632-398d8c5813e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5488632 Jan 22 15:15:42.586510 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:42.596465 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:42.605805 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Made reservation on behalf of 79f6aff5910d4f75b6e9ccf81396c89e for: {'port': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:15:42.615488 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:42.914084 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08942d-a6e8-4664-9a5c-5ece57d69641 req-ad8f5ff6-73c3-48cc-a5ba-3c7d9f2fab1e tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:42.915954 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1e08942d-a6e8-4664-9a5c-5ece57d69641 req-ad8f5ff6-73c3-48cc-a5ba-3c7d9f2fab1e tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 944 time: 0.2711587 Jan 22 15:15:43.007479 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1e08942d-a6e8-4664-9a5c-5ece57d69641 req-81602d6c-be29-4090-92a2-b4eda6313812 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847285 Jan 22 15:15:43.044388 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0afe4f94-c332-4ec3-963b-2dff27d577b5 req-05799470-77e3-4709-9302-edf54716ebb8 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 210 time: 0.0625207 Jan 22 15:15:43.078411 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Allocated IP 172.20.0.5 (9dd63de7-9879-40c0-8dd7-c6f473b5cf76/26594a79-fcad-4c2a-92cb-91187601fd8a/dc424201-bb69-4b00-8570-709f8f069d8d) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:15:43.278606 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:43.295472 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Transition to ACTIVE for port object dc424201-bb69-4b00-8570-709f8f069d8d will not be triggered until provisioned by entity DHCP. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:15:43.317961 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:43.394400 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ed680d56-b421-43bf-afa0-35d841cb3853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:43.482956 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event updated for resources: {'Port': ['ID=dc424201-bb69-4b00-8570-709f8f069d8d,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:43.495972 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:43.541952 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:15:43.543175 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:15:43.545505 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:15:43.628596 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:43.629424 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:43.659456 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2428989 Jan 22 15:15:43.680115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Request body: {'port': {'device_id': 'c682d444-4eef-4227-902c-f336bc86b537', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:43.739125 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-dd185afa-8076-4085-a6df-8e881de4b67d None None] Provisioning for port dc424201-bb69-4b00-8570-709f8f069d8d completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:15:43.744359 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-dd185afa-8076-4085-a6df-8e881de4b67d None None] Provisioning complete for port dc424201-bb69-4b00-8570-709f8f069d8d triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:43.745011 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-dd185afa-8076-4085-a6df-8e881de4b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:43.783973 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device c36e1d53-b199-4b49-b054-a74f9e39af0d up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:15:43.821292 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:43.880311 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-dd185afa-8076-4085-a6df-8e881de4b67d None None] Port dc424201-bb69-4b00-8570-709f8f069d8d cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:15:43.891594 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port c36e1d53-b199-4b49-b054-a74f9e39af0d completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:15:43.896613 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port c36e1d53-b199-4b49-b054-a74f9e39af0d triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:43.897038 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:44.025564 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:44.054540 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e876ccb0-f034-4861-ba6a-7d30b8e6a602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e1d53-b199-4b49-b054-a74f9e39af0d'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:44.065819 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port c36e1d53-b199-4b49-b054-a74f9e39af0d, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=c36e1d53-b199-4b49-b054-a74f9e39af0d,segment=NetworkSegment(12241a03-0e63-4869-9cf7-861c1ba12353),segment_id=12241a03-0e63-4869-9cf7-861c1ba12353)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:15:44.069626 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:44.072426 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4c4676cc-62b3-4a6d-aaae-c1f34ff8a2ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:44.148224 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=c36e1d53-b199-4b49-b054-a74f9e39af0d,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:44.151802 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:44.173119 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e876ccb0-f034-4861-ba6a-7d30b8e6a602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e1d53-b199-4b49-b054-a74f9e39af0d', 'code': 200} Jan 22 15:15:44.306479 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc424201-bb69-4b00-8570-709f8f069d8d {{(pid=80167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:15:44.315092 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:44.329048 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Transition to ACTIVE for port object dc424201-bb69-4b00-8570-709f8f069d8d will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:15:44.332413 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:44.360098 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f22b247c-0771-40ab-bc95-4a410f9097b5 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:44.404675 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1094d07-1176-404e-9478-180a4158cfb6 req-fb18c8a5-12f0-4f7f-9190-d5a278103b64 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:44.406474 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d1094d07-1176-404e-9478-180a4158cfb6 req-fb18c8a5-12f0-4f7f-9190-d5a278103b64 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 946 time: 0.1805918 Jan 22 15:15:44.461143 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d1094d07-1176-404e-9478-180a4158cfb6 req-d48ce532-5cbc-4ccc-830c-3f6433c40bf5 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480468 Jan 22 15:15:44.636047 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Pushing event updated for resources: {'Port': ['ID=dc424201-bb69-4b00-8570-709f8f069d8d,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:44.645346 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:44.783041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e7a31-c92e-4bb2-a04a-3236ef76d292 req-8caa9ead-2f1f-43be-b8de-70bf9090725a tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:44.783871 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-2b8e7a31-c92e-4bb2-a04a-3236ef76d292 req-8caa9ead-2f1f-43be-b8de-70bf9090725a tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Synchronizing usage tracker for tenant:79f6aff5910d4f75b6e9ccf81396c89e on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:15:44.808374 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc558d-aa58-4984-a44f-7bf8da4741fe req-2f36204f-070f-4756-8409-9dca4917ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:44.810006 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c3cc558d-aa58-4984-a44f-7bf8da4741fe req-2f36204f-070f-4756-8409-9dca4917ab69 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 1163 time: 0.3000171 Jan 22 15:15:44.881107 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-2b8e7a31-c92e-4bb2-a04a-3236ef76d292 req-8caa9ead-2f1f-43be-b8de-70bf9090725a tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Unset dirty status for tenant:79f6aff5910d4f75b6e9ccf81396c89e on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:15:44.882428 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2b8e7a31-c92e-4bb2-a04a-3236ef76d292 req-8caa9ead-2f1f-43be-b8de-70bf9090725a tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 943 time: 0.5258727 Jan 22 15:15:44.934636 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c3cc558d-aa58-4984-a44f-7bf8da4741fe req-1313f4ea-dd0c-4102-addb-4c47afde17a1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170084 Jan 22 15:15:44.968385 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Attempting to bind port dc424201-bb69-4b00-8570-709f8f069d8d on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:15:44.968761 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Attempting to bind port dc424201-bb69-4b00-8570-709f8f069d8d by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:15:44.969131 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Attempting to bind port dc424201-bb69-4b00-8570-709f8f069d8d on network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:15:44.982021 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2b8e7a31-c92e-4bb2-a04a-3236ef76d292 req-7624d639-1d91-4f2a-9b49-1dd6e8c6a073 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=3a587513-ef25-42c8-8854-2fb8ebf058e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858719 Jan 22 15:15:44.982926 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:15:44.983306 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Checking segment: {'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:15:44.983717 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:44.984108 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Bound using segment: {'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:15:44.984590 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Bound port: dc424201-bb69-4b00-8570-709f8f069d8d, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd764c7-d738-49e8-93d6-258697d18a7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:15:44.984968 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:45.083203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] For port dc424201-bb69-4b00-8570-709f8f069d8d, host hv-cinder-76377, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:15:45.086310 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] For port dc424201-bb69-4b00-8570-709f8f069d8d, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=dc424201-bb69-4b00-8570-709f8f069d8d,segment=NetworkSegment(3cd764c7-d738-49e8-93d6-258697d18a7d),segment_id=3cd764c7-d738-49e8-93d6-258697d18a7d)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:15:45.089575 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:45.104386 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c0dcc3b7-ecbb-428b-8352-b73e7d42dab6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:45.251614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Pushing event updated for resources: {'Port': ['ID=dc424201-bb69-4b00-8570-709f8f069d8d,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:45.255073 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:45.293109 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:45.293109 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:45.294002 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] 10.222.0.63 "PUT /v2.0/ports/dc424201-bb69-4b00-8570-709f8f069d8d HTTP/1.1" status: 200 len: 1157 time: 1.6191874 Jan 22 15:15:45.294575 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c682d444-4eef-4227-902c-f336bc86b537', 'tag': 'dc424201-bb69-4b00-8570-709f8f069d8d'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:45.366789 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c682d444-4eef-4227-902c-f336bc86b537', 'tag': 'dc424201-bb69-4b00-8570-709f8f069d8d', 'status': 'completed', 'code': 200} Jan 22 15:15:45.386035 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device c36e1d53-b199-4b49-b054-a74f9e39af0d up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:15:45.466375 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port c36e1d53-b199-4b49-b054-a74f9e39af0d triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:45.466803 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:45.486726 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-8f344805-364c-40d6-bd54-5ee4d2420c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:45.488367 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-8f344805-364c-40d6-bd54-5ee4d2420c65 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79f6aff5910d4f75b6e9ccf81396c89e&device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 1160 time: 0.0968258 Jan 22 15:15:45.572473 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-1fd96718-5198-4546-88c7-93e2ab02d21b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc424201-bb69-4b00-8570-709f8f069d8d HTTP/1.1" status: 200 len: 217 time: 0.0681145 Jan 22 15:15:45.663965 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-882a9d6e-ec5e-4bdc-be6f-f0c14681328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:45.666248 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-882a9d6e-ec5e-4bdc-be6f-f0c14681328c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26594a79-fcad-4c2a-92cb-91187601fd8a HTTP/1.1" status: 200 len: 849 time: 0.0743096 Jan 22 15:15:45.720029 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d137b74-87d4-45af-98d6-f02661d8af1c req-97db0069-9f28-46c6-beb0-11db24673e2c tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:45.721732 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d137b74-87d4-45af-98d6-f02661d8af1c req-97db0069-9f28-46c6-beb0-11db24673e2c tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 946 time: 0.1152964 Jan 22 15:15:45.753576 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-2be20755-bc71-4c90-ad89-0e8563d88056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:45.755203 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-2be20755-bc71-4c90-ad89-0e8563d88056 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805948 Jan 22 15:15:45.780369 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d137b74-87d4-45af-98d6-f02661d8af1c req-58bbcb76-4784-43a2-8179-c885d96b434b tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512526 Jan 22 15:15:46.167625 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-24b171ad-1084-479a-984d-e03ff3d4f377 service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052939 Jan 22 15:15:46.340408 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a2ab9-0cbb-4371-9649-86ebbf7d6609 req-a257e038-6e07-408c-99c2-a9b6c210137a tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:46.342101 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-904a2ab9-0cbb-4371-9649-86ebbf7d6609 req-a257e038-6e07-408c-99c2-a9b6c210137a tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 943 time: 0.2220848 Jan 22 15:15:46.390257 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4ff99fa8-8fe0-46af-93d3-97ab1cc4e451 req-fc8e54cc-15df-4cb7-a6b7-be0bad4dc7ed service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2111492 Jan 22 15:15:46.416016 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-904a2ab9-0cbb-4371-9649-86ebbf7d6609 req-63270201-6d7e-475b-9436-ed96535fac5b tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=3a587513-ef25-42c8-8854-2fb8ebf058e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662398 Jan 22 15:15:46.585877 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda868-26f7-467a-875d-fa6cd3bb26dc req-e9ff5741-2e44-4b5d-850a-c50531d2e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:46.588119 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-07dda868-26f7-467a-875d-fa6cd3bb26dc req-e9ff5741-2e44-4b5d-850a-c50531d2e6af service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79f6aff5910d4f75b6e9ccf81396c89e&device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 1160 time: 0.0821972 Jan 22 15:15:46.742588 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda868-26f7-467a-875d-fa6cd3bb26dc req-38653c7c-9c97-4b5e-a4c9-7b9e1b3a52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:46.744094 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-07dda868-26f7-467a-875d-fa6cd3bb26dc req-38653c7c-9c97-4b5e-a4c9-7b9e1b3a52c1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76 HTTP/1.1" status: 200 len: 904 time: 0.1379209 Jan 22 15:15:46.816141 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-07dda868-26f7-467a-875d-fa6cd3bb26dc req-9419ec99-3332-486a-bf7a-7e8262c2f660 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc424201-bb69-4b00-8570-709f8f069d8d HTTP/1.1" status: 200 len: 217 time: 0.0639300 Jan 22 15:15:46.889776 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda868-26f7-467a-875d-fa6cd3bb26dc req-9024a78a-f8a3-4105-b5ba-096d56d61e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:46.891358 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-07dda868-26f7-467a-875d-fa6cd3bb26dc req-9024a78a-f8a3-4105-b5ba-096d56d61e28 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26594a79-fcad-4c2a-92cb-91187601fd8a HTTP/1.1" status: 200 len: 849 time: 0.0673444 Jan 22 15:15:46.972615 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 46108) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:47.039445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_v2 [None req-385215a3-7d46-4667-b8e5-5283ad26e10e admin admin] Deleting subnet fafed8ed-ff55-41f0-ba37-76ca7bd355c4 {{(pid=80168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 15:15:47.042524 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda868-26f7-467a-875d-fa6cd3bb26dc req-90e492ab-646b-4343-8666-7ff924f530f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:47.043499 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-385215a3-7d46-4667-b8e5-5283ad26e10e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:47.044136 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-07dda868-26f7-467a-875d-fa6cd3bb26dc req-90e492ab-646b-4343-8666-7ff924f530f8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1442595 Jan 22 15:15:47.075108 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f5564-1fe6-490d-9882-db5b66ad0064 req-b4448aab-08a1-4255-a545-a602712015fe tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:47.076721 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a07f5564-1fe6-490d-9882-db5b66ad0064 req-b4448aab-08a1-4255-a545-a602712015fe tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 946 time: 0.1385458 Jan 22 15:15:47.105731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-385215a3-7d46-4667-b8e5-5283ad26e10e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32226433'] for subnet, precommit_delete_associations {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:47.170950 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-385215a3-7d46-4667-b8e5-5283ad26e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851338077'] for subnet, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:47.217654 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a07f5564-1fe6-490d-9882-db5b66ad0064 req-1c63c63e-6191-4f86-8f3e-2ad2ec09cc9d tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160667 Jan 22 15:15:47.255716 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-07dda868-26f7-467a-875d-fa6cd3bb26dc req-44079f7e-2ccc-4e26-a51a-d49ee470a401 service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779559 Jan 22 15:15:47.422863 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-07dda868-26f7-467a-875d-fa6cd3bb26dc req-53fed9b9-3c0e-41da-9ef7-1b75d0ffdbc7 service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1600394 Jan 22 15:15:47.460155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-385215a3-7d46-4667-b8e5-5283ad26e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3437755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823312457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2092602'] for subnet, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:47.480276 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8c8658eb-7fe2-4b87-af2a-88f734ff0aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:47.580930 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385215a3-7d46-4667-b8e5-5283ad26e10e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fafed8ed-ff55-41f0-ba37-76ca7bd355c4,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:47.585789 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-385215a3-7d46-4667-b8e5-5283ad26e10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:47.668894 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b836043-0d6a-4300-9823-4238a11bb610 req-099c0e0e-3542-4b48-8863-3b0ed85fb9c2 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:47.670679 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6b836043-0d6a-4300-9823-4238a11bb610 req-099c0e0e-3542-4b48-8863-3b0ed85fb9c2 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 943 time: 0.1125844 Jan 22 15:15:47.730817 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6b836043-0d6a-4300-9823-4238a11bb610 req-ee14d3b2-1b47-4a26-835a-495f21b21c86 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=3a587513-ef25-42c8-8854-2fb8ebf058e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534201 Jan 22 15:15:47.862694 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-385215a3-7d46-4667-b8e5-5283ad26e10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:47.863764 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-385215a3-7d46-4667-b8e5-5283ad26e10e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fafed8ed-ff55-41f0-ba37-76ca7bd355c4 HTTP/1.1" status: 204 len: 168 time: 0.8899789 Jan 22 15:15:47.864295 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 46126) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:47.983893 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-404eebb0-866a-45b4-b05e-ec61632ebbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851173077'] for network, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:48.178656 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-404eebb0-866a-45b4-b05e-ec61632ebbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3437584', 'neutron.services.segments.db._delete_segments_for_network--9223363265338935241'] for network, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:48.292929 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-404eebb0-866a-45b4-b05e-ec61632ebbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be']}} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:48.295683 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:15:48.305384 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-404eebb0-866a-45b4-b05e-ec61632ebbf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b59509-fb52-4d84-9df4-c185e98112d2') {'for_net_delete': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:48.305759 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-404eebb0-866a-45b4-b05e-ec61632ebbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b59509-fb52-4d84-9df4-c185e98112d2') {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:48.317506 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-404eebb0-866a-45b4-b05e-ec61632ebbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265338937289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28161519'] for segment, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:48.333558 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-404eebb0-866a-45b4-b05e-ec61632ebbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:48.335601 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-404eebb0-866a-45b4-b05e-ec61632ebbf6 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 15:15:48.518575 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-404eebb0-866a-45b4-b05e-ec61632ebbf6 admin admin] Network cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be has no segments {{(pid=80167) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:15:48.531623 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-404eebb0-866a-45b4-b05e-ec61632ebbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851327524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826645443'] for segment, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:48.709472 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-404eebb0-866a-45b4-b05e-ec61632ebbf6 admin admin] Network cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be has no segments {{(pid=80167) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: Traceback (most recent call last): Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: timer() Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: cb(*args, **kw) Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: return func(*args, **kwargs) Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: self._notify() Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: self.callback(batched_events) Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: event.method(event) Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: segment_id)['aggregates'][0] Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: return f(self, *a, **k) Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: return self._get(url).json() Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: **kwargs) Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: return self.request(url, 'GET', **kwargs) Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: **endpoint_filter) Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 15:15:48.732147 dv-cinder-763774-2-smb neutron-server[80056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 15:15:48.810716 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-404eebb0-866a-45b4-b05e-ec61632ebbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851338216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854265033'] for network, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:48.814586 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f7afd42d-4ad2-4e28-8143-35f9d8d45e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:48.835913 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-404eebb0-866a-45b4-b05e-ec61632ebbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:48.838937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404eebb0-866a-45b4-b05e-ec61632ebbf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:48.842284 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-404eebb0-866a-45b4-b05e-ec61632ebbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:48.843928 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-404eebb0-866a-45b4-b05e-ec61632ebbf6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cc6b26bb-11e0-47ca-aa30-6d0cbb3df4be HTTP/1.1" status: 204 len: 168 time: 0.9778688 Jan 22 15:15:48.847000 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 46132) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:48.968881 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb09e32-9e6d-4b20-8e75-5445713ca8a0 admin admin] Deleting subnet f3357fcd-ba36-41bb-a817-bbc5c26af3ec {{(pid=80167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 15:15:48.973104 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ebb09e32-9e6d-4b20-8e75-5445713ca8a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:49.040936 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ebb09e32-9e6d-4b20-8e75-5445713ca8a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826614297'] for subnet, precommit_delete_associations {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:49.112334 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caef82-1b99-4832-9a9f-123d019a257b req-60c4e314-1537-4bff-9690-cd5591866738 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:49.113995 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d4caef82-1b99-4832-9a9f-123d019a257b req-60c4e314-1537-4bff-9690-cd5591866738 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 943 time: 0.2313635 Jan 22 15:15:49.173598 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ebb09e32-9e6d-4b20-8e75-5445713ca8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851338077'] for subnet, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:49.216393 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d4caef82-1b99-4832-9a9f-123d019a257b req-37f2bcad-b287-46da-a1c0-7ceb0795f167 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=3a587513-ef25-42c8-8854-2fb8ebf058e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948708 Jan 22 15:15:49.675625 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ebb09e32-9e6d-4b20-8e75-5445713ca8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3437755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826645422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827252597'] for subnet, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:49.691848 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3455eb6b-feb7-4690-a3ca-1079b8e8a909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:49.787434 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb09e32-9e6d-4b20-8e75-5445713ca8a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3357fcd-ba36-41bb-a817-bbc5c26af3ec,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:49.792063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ebb09e32-9e6d-4b20-8e75-5445713ca8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:49.825754 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-ebb09e32-9e6d-4b20-8e75-5445713ca8a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:49.831740 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-ebb09e32-9e6d-4b20-8e75-5445713ca8a0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f3357fcd-ba36-41bb-a817-bbc5c26af3ec HTTP/1.1" status: 204 len: 168 time: 0.9837353 Jan 22 15:15:49.834318 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 46140) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:49.950043 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97d49f1c-fbbb-4f23-83f5-28d7cd4f097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851173077'] for network, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:50.126674 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device dc424201-bb69-4b00-8570-709f8f069d8d up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:15:50.142843 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97d49f1c-fbbb-4f23-83f5-28d7cd4f097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3437584', 'neutron.services.segments.db._delete_segments_for_network--9223363265338935241'] for network, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:50.206392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port dc424201-bb69-4b00-8570-709f8f069d8d completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:15:50.214120 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port dc424201-bb69-4b00-8570-709f8f069d8d triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:50.214872 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:50.271020 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-97d49f1c-fbbb-4f23-83f5-28d7cd4f097a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f501d9-07df-422c-9221-09b7ed090df2']}} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:50.285166 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-97d49f1c-fbbb-4f23-83f5-28d7cd4f097a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb833f26-22d4-4ee3-a8d6-edac7297706f') {'for_net_delete': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:50.285497 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-97d49f1c-fbbb-4f23-83f5-28d7cd4f097a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb833f26-22d4-4ee3-a8d6-edac7297706f') {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:50.298396 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97d49f1c-fbbb-4f23-83f5-28d7cd4f097a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265338937289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28161519'] for segment, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:50.317084 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97d49f1c-fbbb-4f23-83f5-28d7cd4f097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:50.319542 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97d49f1c-fbbb-4f23-83f5-28d7cd4f097a admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 15:15:50.400953 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:50.439075 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c682d444-4eef-4227-902c-f336bc86b537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc424201-bb69-4b00-8570-709f8f069d8d'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:50.451088 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port dc424201-bb69-4b00-8570-709f8f069d8d, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=dc424201-bb69-4b00-8570-709f8f069d8d,segment=NetworkSegment(3cd764c7-d738-49e8-93d6-258697d18a7d),segment_id=3cd764c7-d738-49e8-93d6-258697d18a7d)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:15:50.454712 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:50.456647 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8af4dc73-5d6a-463e-8c0b-52febeee5df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:50.507914 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c682d444-4eef-4227-902c-f336bc86b537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc424201-bb69-4b00-8570-709f8f069d8d', 'code': 200} Jan 22 15:15:50.533685 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=dc424201-bb69-4b00-8570-709f8f069d8d,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:50.537403 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:50.612512 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-97d49f1c-fbbb-4f23-83f5-28d7cd4f097a admin admin] Network 43f501d9-07df-422c-9221-09b7ed090df2 has no segments {{(pid=80167) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:15:50.627076 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97d49f1c-fbbb-4f23-83f5-28d7cd4f097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851327524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826645443'] for segment, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:50.771350 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f365360-d6d4-4bc9-a5c4-5bc3edac6b7e req-0fed48e7-51f8-4a63-8ac1-7e5ede0668fe tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:50.773002 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6f365360-d6d4-4bc9-a5c4-5bc3edac6b7e req-0fed48e7-51f8-4a63-8ac1-7e5ede0668fe tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 943 time: 0.4100008 Jan 22 15:15:50.906491 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0d32e0ff-b0db-412e-9129-b757f9510320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:50.915123 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-97d49f1c-fbbb-4f23-83f5-28d7cd4f097a admin admin] Network 43f501d9-07df-422c-9221-09b7ed090df2 has no segments {{(pid=80167) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: Traceback (most recent call last): Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: timer() Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: cb(*args, **kw) Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: return func(*args, **kwargs) Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: self._notify() Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: self.callback(batched_events) Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: event.method(event) Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: segment_id)['aggregates'][0] Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: return f(self, *a, **k) Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: return self._get(url).json() Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: **kwargs) Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: return self.request(url, 'GET', **kwargs) Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: **endpoint_filter) Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 15:15:50.940108 dv-cinder-763774-2-smb neutron-server[80056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 15:15:51.036569 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6f365360-d6d4-4bc9-a5c4-5bc3edac6b7e req-8568f934-3b39-4611-a00f-f808a0892630 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=3a587513-ef25-42c8-8854-2fb8ebf058e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718910 Jan 22 15:15:51.059125 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97d49f1c-fbbb-4f23-83f5-28d7cd4f097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851338216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854265033'] for network, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:51.065610 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2cd05e42-ff20-41fc-8fd3-41bf6386cf4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:51.082005 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97d49f1c-fbbb-4f23-83f5-28d7cd4f097a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:51.085708 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e647071-2868-4ae2-b055-284ddebfb0ba req-597dfb5d-9590-41fe-84c5-0af46234bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:51.087654 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2e647071-2868-4ae2-b055-284ddebfb0ba req-597dfb5d-9590-41fe-84c5-0af46234bc12 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 1162 time: 0.3472238 Jan 22 15:15:51.093727 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d49f1c-fbbb-4f23-83f5-28d7cd4f097a admin admin] Pushing event deleted for resources: {'Network': ['ID=43f501d9-07df-422c-9221-09b7ed090df2,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:51.096889 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-97d49f1c-fbbb-4f23-83f5-28d7cd4f097a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:51.100520 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-97d49f1c-fbbb-4f23-83f5-28d7cd4f097a admin admin] 10.222.0.53 "DELETE /v2.0/networks/43f501d9-07df-422c-9221-09b7ed090df2 HTTP/1.1" status: 204 len: 168 time: 1.2640042 Jan 22 15:15:51.144336 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2e647071-2868-4ae2-b055-284ddebfb0ba req-ca3c760c-5fab-4739-bb92-e8b83588cb3b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3a587513-ef25-42c8-8854-2fb8ebf058e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430336 Jan 22 15:15:51.237837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 46160) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:51.289015 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-6a372fcd-1786-49ed-a18b-ba35750a32b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3de936a3c1824d84859675f90572eeb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498669 Jan 22 15:15:51.292130 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 46166) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:51.354577 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d06eaf2d-7bd2-43f2-b118-f2d9338ac1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:51.381663 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d06eaf2d-7bd2-43f2-b118-f2d9338ac1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:51.434942 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d06eaf2d-7bd2-43f2-b118-f2d9338ac1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:51.442938 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-158000c4-a907-4b87-8628-a332a254cd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:51.456069 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06eaf2d-7bd2-43f2-b118-f2d9338ac1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efec51e-99d7-4925-b28a-9ace1d9d106b,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:51.460392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d06eaf2d-7bd2-43f2-b118-f2d9338ac1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:51.464646 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d06eaf2d-7bd2-43f2-b118-f2d9338ac1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:51.469101 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d06eaf2d-7bd2-43f2-b118-f2d9338ac1ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5efec51e-99d7-4925-b28a-9ace1d9d106b HTTP/1.1" status: 204 len: 168 time: 0.1727805 Jan 22 15:15:51.487133 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device dc424201-bb69-4b00-8570-709f8f069d8d up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:15:51.561606 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port dc424201-bb69-4b00-8570-709f8f069d8d triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:51.562037 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:51.878482 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 46182) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:51.931267 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-e7af20f2-4b9b-4561-8a9e-30ab1c4b8b71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45374c44f19b44fc9efc1c91738c2003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513794 Jan 22 15:15:51.933948 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 46186) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:51.995113 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5b31ce80-535f-4715-a63c-ada99c105943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:52.021670 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5b31ce80-535f-4715-a63c-ada99c105943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:52.066671 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5b31ce80-535f-4715-a63c-ada99c105943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:52.072332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-061802d1-1707-4bcc-aa13-49b42671e6fa tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:52.083403 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31ce80-535f-4715-a63c-ada99c105943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c8e62f-b046-4c7d-98c4-8a056d225332,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:52.086148 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5b31ce80-535f-4715-a63c-ada99c105943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:52.094604 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5b31ce80-535f-4715-a63c-ada99c105943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:52.098280 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-5b31ce80-535f-4715-a63c-ada99c105943 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65c8e62f-b046-4c7d-98c4-8a056d225332 HTTP/1.1" status: 204 len: 168 time: 0.1608970 Jan 22 15:15:52.282283 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516d898-6d2b-4384-9a9c-84b518751945 req-9bd4239e-dc57-424a-803a-cd5605150436 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:52.284020 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f516d898-6d2b-4384-9a9c-84b518751945 req-9bd4239e-dc57-424a-803a-cd5605150436 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 945 time: 0.1111450 Jan 22 15:15:52.365047 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f516d898-6d2b-4384-9a9c-84b518751945 req-e2412814-e04c-41eb-9c07-7b11d8527d4a tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=3a587513-ef25-42c8-8854-2fb8ebf058e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741096 Jan 22 15:15:52.833965 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-134f95ca-e3c3-44d1-91fb-597805c2416b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:53.444230 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-73f985ae-ff6a-47ee-859f-c58a61abb6e0 req-7e82ad13-c4c7-44b4-94e9-51b04d7ad68e tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1711556250&fields=id&tenant_id=5942d7cf065345f1bf77030f6f5ab8fc HTTP/1.1" status: 200 len: 267 time: 0.0692105 Jan 22 15:15:53.564691 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:53.568666 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 46228) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:53.574901 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f985ae-ff6a-47ee-859f-c58a61abb6e0 req-8c8ba667-3439-4a8d-ae1d-a9be7bed3dd2 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:53.576721 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-73f985ae-ff6a-47ee-859f-c58a61abb6e0 req-8c8ba667-3439-4a8d-ae1d-a9be7bed3dd2 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 985 time: 0.1251235 Jan 22 15:15:53.590875 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-73f985ae-ff6a-47ee-859f-c58a61abb6e0 req-80285175-c488-4c2d-9a12-9fd4d6510349 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Request body: {'port': {'security_groups': ['719ec14d-2558-485c-a60e-6f88db43dca4']}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:53.653896 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbeae5-f5c9-4146-a2c7-3ca521b2608f req-2ba19e6d-f69d-4a39-b72d-4bf6f8181d88 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:53.655845 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-05bbeae5-f5c9-4146-a2c7-3ca521b2608f req-2ba19e6d-f69d-4a39-b72d-4bf6f8181d88 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 945 time: 0.1371832 Jan 22 15:15:53.712487 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-05bbeae5-f5c9-4146-a2c7-3ca521b2608f req-9c56d29c-617d-47bd-b838-917c383955ee tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=3a587513-ef25-42c8-8854-2fb8ebf058e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487809 Jan 22 15:15:53.742777 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-79f4a3b7-aefe-401a-a462-a41fa6351f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:53.758511 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-73f985ae-ff6a-47ee-859f-c58a61abb6e0 req-80285175-c488-4c2d-9a12-9fd4d6510349 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:53.760483 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-79f4a3b7-aefe-401a-a462-a41fa6351f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:15:53.764791 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-79f4a3b7-aefe-401a-a462-a41fa6351f05 admin admin] Usage tracker for resource:security_group_rule and tenant:28667d86573748f7944a975c15285b2a is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:15:53.767877 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-79f4a3b7-aefe-401a-a462-a41fa6351f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:15:53.773733 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-79f4a3b7-aefe-401a-a462-a41fa6351f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:15:53.923379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-79f4a3b7-aefe-401a-a462-a41fa6351f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:53.927882 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-79f4a3b7-aefe-401a-a462-a41fa6351f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:53.937937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:53.995887 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-79f4a3b7-aefe-401a-a462-a41fa6351f05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28667d86573748f7944a975c15285b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260755 Jan 22 15:15:54.000373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4a3b7-aefe-401a-a462-a41fa6351f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44193f7a-1097-4c18-ada3-23559bfa0c35,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:54.003042 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 46242) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:54.006821 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-79f4a3b7-aefe-401a-a462-a41fa6351f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:54.051657 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099468de-2d73-48d5-a6b6-38c820a421ca req-79239dc7-13d7-4527-acad-c9e2e268930e tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:54.053321 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-099468de-2d73-48d5-a6b6-38c820a421ca req-79239dc7-13d7-4527-acad-c9e2e268930e tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 945 time: 0.1968017 Jan 22 15:15:54.064297 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 46246) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:15:54.073810 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-45d7c15e-a7f6-4c3f-9741-550d7451d3c4 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Request body: {'floatingip': {'port_id': 'dc424201-bb69-4b00-8570-709f8f069d8d'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:15:54.116589 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-73f985ae-ff6a-47ee-859f-c58a61abb6e0 req-80285175-c488-4c2d-9a12-9fd4d6510349 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] For port 2a7be2b8-33a9-47f6-8f09-0658ae20049e, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=2a7be2b8-33a9-47f6-8f09-0658ae20049e,segment=NetworkSegment(2946827c-3ac6-4a9c-9686-48d75ceb7c07),segment_id=2946827c-3ac6-4a9c-9686-48d75ceb7c07)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:15:54.145319 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-73f985ae-ff6a-47ee-859f-c58a61abb6e0 req-80285175-c488-4c2d-9a12-9fd4d6510349 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:54.149044 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-73f985ae-ff6a-47ee-859f-c58a61abb6e0 req-80285175-c488-4c2d-9a12-9fd4d6510349 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:54.168764 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3081a760-3bb5-4418-8d69-2d06ffbbdcf8 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:54.179929 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-45d7c15e-a7f6-4c3f-9741-550d7451d3c4 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for floatingip, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:54.319275 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3975dd09-226a-41ee-a7e3-31b4980f2d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:54.329645 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80285175-c488-4c2d-9a12-9fd4d6510349 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Pushing event updated for resources: {'Port': ['ID=2a7be2b8-33a9-47f6-8f09-0658ae20049e,revision_number=6']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:54.357949 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-80285175-c488-4c2d-9a12-9fd4d6510349 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:54.406172 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f985ae-ff6a-47ee-859f-c58a61abb6e0 req-80285175-c488-4c2d-9a12-9fd4d6510349 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:54.407537 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-73f985ae-ff6a-47ee-859f-c58a61abb6e0 req-80285175-c488-4c2d-9a12-9fd4d6510349 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:54.422981 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-73f985ae-ff6a-47ee-859f-c58a61abb6e0 req-80285175-c488-4c2d-9a12-9fd4d6510349 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "PUT /v2.0/ports/2a7be2b8-33a9-47f6-8f09-0658ae20049e HTTP/1.1" status: 200 len: 943 time: 0.8381746 Jan 22 15:15:54.423637 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'tag': '2a7be2b8-33a9-47f6-8f09-0658ae20049e'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:54.448014 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3975dd09-226a-41ee-a7e3-31b4980f2d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:54.546796 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1754f18b-dba2-4c3e-9f91-6379b1c68599 req-6ea6a13c-ab6f-4e27-b98a-3d574c18f20e tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups/466c5aa3-c8a4-453b-8f0e-f708ac53f302 HTTP/1.1" status: 200 len: 3005 time: 0.0876226 Jan 22 15:15:54.618323 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'tag': '2a7be2b8-33a9-47f6-8f09-0658ae20049e', 'status': 'completed', 'code': 200} Jan 22 15:15:54.622162 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3975dd09-226a-41ee-a7e3-31b4980f2d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:54.644278 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:54.650083 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1754f18b-dba2-4c3e-9f91-6379b1c68599 req-df57bd88-6197-4a48-96f1-215bc41afd14 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:54.678795 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e6ad40bb-ec99-445f-b706-cc4e046184c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:54.686416 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1754f18b-dba2-4c3e-9f91-6379b1c68599 req-df57bd88-6197-4a48-96f1-215bc41afd14 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:54.698958 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:54.702850 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975dd09-226a-41ee-a7e3-31b4980f2d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44193f7a-1097-4c18-ada3-23559bfa0c35,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:54.710373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3975dd09-226a-41ee-a7e3-31b4980f2d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:54.724508 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3975dd09-226a-41ee-a7e3-31b4980f2d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:54.728616 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-3975dd09-226a-41ee-a7e3-31b4980f2d69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44193f7a-1097-4c18-ada3-23559bfa0c35 HTTP/1.1" status: 204 len: 168 time: 0.7209027 Jan 22 15:15:54.733349 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-b86bf4b8-801e-4c3a-9092-6eaad54be526 None None] Provisioning complete for port 2a7be2b8-33a9-47f6-8f09-0658ae20049e triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:54.734114 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b86bf4b8-801e-4c3a-9092-6eaad54be526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:54.805289 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0029176-6b8a-420e-a18e-44e7f3d650c4 req-c297de8b-500b-4fa7-9879-ef9e759cb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:54.807763 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e0029176-6b8a-420e-a18e-44e7f3d650c4 req-c297de8b-500b-4fa7-9879-ef9e759cb9d6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5942d7cf065345f1bf77030f6f5ab8fc&device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 1163 time: 0.1124570 Jan 22 15:15:54.814072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1754f18b-dba2-4c3e-9f91-6379b1c68599 req-df57bd88-6197-4a48-96f1-215bc41afd14 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:54.821717 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ca8dc08c-8b76-40d7-bba9-84322a781f97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:54.935660 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57bd88-6197-4a48-96f1-215bc41afd14 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Pushing event deleted for resources: {'SecurityGroup': ['ID=466c5aa3-c8a4-453b-8f0e-f708ac53f302,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:54.939970 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-df57bd88-6197-4a48-96f1-215bc41afd14 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:54.957709 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-1754f18b-dba2-4c3e-9f91-6379b1c68599 req-df57bd88-6197-4a48-96f1-215bc41afd14 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:54.958942 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1754f18b-dba2-4c3e-9f91-6379b1c68599 req-df57bd88-6197-4a48-96f1-215bc41afd14 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "DELETE /v2.0/security-groups/466c5aa3-c8a4-453b-8f0e-f708ac53f302 HTTP/1.1" status: 204 len: 173 time: 0.4047658 Jan 22 15:15:55.002155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0029176-6b8a-420e-a18e-44e7f3d650c4 req-60e690d7-c76d-4b1a-b7e1-c44f34f4e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:55.003837 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e0029176-6b8a-420e-a18e-44e7f3d650c4 req-60e690d7-c76d-4b1a-b7e1-c44f34f4e38a service neutron] 10.222.0.63 "GET /v2.0/networks?id=47e14c0b-3f18-45c7-af64-d43f0c6806cc HTTP/1.1" status: 200 len: 909 time: 0.1852303 Jan 22 15:15:55.095437 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:55.123608 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e0029176-6b8a-420e-a18e-44e7f3d650c4 req-2fbe507c-8c5f-41bf-9423-0b431cc7c018 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a7be2b8-33a9-47f6-8f09-0658ae20049e HTTP/1.1" status: 200 len: 1002 time: 0.1080353 Jan 22 15:15:55.195233 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-45d7c15e-a7f6-4c3f-9741-550d7451d3c4 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for floatingip, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:55.201359 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0029176-6b8a-420e-a18e-44e7f3d650c4 req-08c9dcdf-da0e-4259-834e-87292c0b55fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:55.203118 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e0029176-6b8a-420e-a18e-44e7f3d650c4 req-08c9dcdf-da0e-4259-834e-87292c0b55fa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0 HTTP/1.1" status: 200 len: 854 time: 0.0707235 Jan 22 15:15:55.207788 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-45d7c15e-a7f6-4c3f-9741-550d7451d3c4 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:55.294124 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-492770fe-5b1f-4921-a615-b0f29c3e01a0 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/floatingips/854a4d87-9a21-47f4-a5d4-93ac2eaa47df HTTP/1.1" status: 200 len: 999 time: 0.2559299 Jan 22 15:15:55.295167 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0029176-6b8a-420e-a18e-44e7f3d650c4 req-378a0871-fde9-434d-b6ff-f03c5dbd53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:55.296883 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e0029176-6b8a-420e-a18e-44e7f3d650c4 req-378a0871-fde9-434d-b6ff-f03c5dbd53d5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=47e14c0b-3f18-45c7-af64-d43f0c6806cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857184 Jan 22 15:15:55.460201 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e0029176-6b8a-420e-a18e-44e7f3d650c4 req-9400fbe0-455e-4613-a6ea-df76cebeaa11 service neutron] 10.222.0.63 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549718 Jan 22 15:15:55.537639 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.l3_db [None req-45d7c15e-a7f6-4c3f-9741-550d7451d3c4 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Floating IP 30e73938-4c58-4603-be7d-8e5064e0b817 associated. External IP: 172.28.2.187, port: dc424201-bb69-4b00-8570-709f8f069d8d. Jan 22 15:15:55.677159 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-4a121ac4-ae27-4008-9db3-ac38de2b1050 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:55.678719 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-4a121ac4-ae27-4008-9db3-ac38de2b1050 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/networks/963b33f9-dd19-40b1-8544-19d53926a01f HTTP/1.1" status: 200 len: 784 time: 0.3698506 Jan 22 15:15:55.695795 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-93504e52-65d9-47f9-809e-62cf1c2d840d tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80168) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 15:15:55.703049 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-93504e52-65d9-47f9-809e-62cf1c2d840d tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0143349 Jan 22 15:15:55.745485 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 2a7be2b8-33a9-47f6-8f09-0658ae20049e up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:15:55.839250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 2a7be2b8-33a9-47f6-8f09-0658ae20049e triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:15:55.845090 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:55.920538 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e0029176-6b8a-420e-a18e-44e7f3d650c4 req-a7fc0a51-5ef1-4e4f-8677-b1116a392b13 service neutron] 10.222.0.63 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4024308 Jan 22 15:15:56.175811 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-942a8eb1-8a70-44b1-813d-6f0830431aec tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.28.2.224 HTTP/1.1" status: 200 len: 1002 time: 0.4717813 Jan 22 15:15:56.361612 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-b42f64ed-00f4-4c8c-b776-7082b7b46980 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:56.363197 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-b42f64ed-00f4-4c8c-b776-7082b7b46980 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports/2a7be2b8-33a9-47f6-8f09-0658ae20049e HTTP/1.1" status: 200 len: 943 time: 0.1337118 Jan 22 15:15:56.543374 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d7c15e-a7f6-4c3f-9741-550d7451d3c4 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:15:56.643668 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-104496e9-6cb5-446b-94a6-976de93f482d tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.28.2.224 HTTP/1.1" status: 200 len: 1002 time: 0.1889484 Jan 22 15:15:56.966003 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d7c15e-a7f6-4c3f-9741-550d7451d3c4 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:15:56.976878 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c46fe4-a832-49e3-b2ef-7499c9099ecf None None] Sync routers for ids ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:15:56.979191 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-45d7c15e-a7f6-4c3f-9741-550d7451d3c4 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:56.986886 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c46fe4-a832-49e3-b2ef-7499c9099ecf None None] Routers {'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:15:56.987569 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-58c46fe4-a832-49e3-b2ef-7499c9099ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:15:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:57.044925 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-026a5e7f-e42e-46ea-9eb4-65e624744006 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Deleting port efa1129f-fa40-4fb2-b827-800b28515c22 {{(pid=80168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:15:57.045726 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-026a5e7f-e42e-46ea-9eb4-65e624744006 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:57.120461 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-45d7c15e-a7f6-4c3f-9741-550d7451d3c4 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "PUT /v2.0/floatingips/30e73938-4c58-4603-be7d-8e5064e0b817 HTTP/1.1" status: 200 len: 991 time: 3.0549886 Jan 22 15:15:57.138918 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c682d444-4eef-4227-902c-f336bc86b537', 'tag': 'dc424201-bb69-4b00-8570-709f8f069d8d'}] {{(pid=80168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:57.207243 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-58c46fe4-a832-49e3-b2ef-7499c9099ecf None None] Set router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:15:57.284906 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-026a5e7f-e42e-46ea-9eb4-65e624744006 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:57.285202 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-026a5e7f-e42e-46ea-9eb4-65e624744006 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for floatingip, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:57.486758 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c682d444-4eef-4227-902c-f336bc86b537', 'tag': 'dc424201-bb69-4b00-8570-709f8f069d8d', 'status': 'completed', 'code': 200} Jan 22 15:15:57.496300 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-026a5e7f-e42e-46ea-9eb4-65e624744006 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Calling delete_port for efa1129f-fa40-4fb2-b827-800b28515c22 owned by network:floatingip {{(pid=80168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:15:57.685258 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc026d8e-3247-49c6-b540-8dbcb3521627 req-a063fa35-dad2-42e3-ae16-df0abab754e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:57.687031 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cc026d8e-3247-49c6-b540-8dbcb3521627 req-a063fa35-dad2-42e3-ae16-df0abab754e6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79f6aff5910d4f75b6e9ccf81396c89e&device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 1162 time: 0.1645782 Jan 22 15:15:57.699435 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-026a5e7f-e42e-46ea-9eb4-65e624744006 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:57.737738 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8beb7a92-e83c-4666-ae13-b904a9d0f70b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:15:57.893091 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a5e7f-e42e-46ea-9eb4-65e624744006 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Pushing event deleted for resources: {'Port': ['ID=efa1129f-fa40-4fb2-b827-800b28515c22,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:15:57.896686 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-026a5e7f-e42e-46ea-9eb4-65e624744006 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:15:57.901023 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc026d8e-3247-49c6-b540-8dbcb3521627 req-e8cdf37d-4dad-4195-b435-3b6e3e2c7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:57.904325 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cc026d8e-3247-49c6-b540-8dbcb3521627 req-e8cdf37d-4dad-4195-b435-3b6e3e2c7c74 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76 HTTP/1.1" status: 200 len: 904 time: 0.2101226 Jan 22 15:15:57.949756 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-58c46fe4-a832-49e3-b2ef-7499c9099ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': '30e73938-4c58-4603-be7d-8e5064e0b817', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'port_id': 'dc424201-bb69-4b00-8570-709f8f069d8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'mac_address': 'fa:16:3e:7f:9a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c682d444-4eef-4227-902c-f336bc86b537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:15:38Z', 'updated_at': '2021-01-22T15:15:54Z', 'revision_number': 1, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:23Z', 'revision_number': 5, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:57.954403 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c46fe4-a832-49e3-b2ef-7499c9099ecf None None] Checking router: e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:15:57.964796 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c46fe4-a832-49e3-b2ef-7499c9099ecf None None] Routers {'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:15:57.965724 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-58c46fe4-a832-49e3-b2ef-7499c9099ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:15:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:58.036655 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cc026d8e-3247-49c6-b540-8dbcb3521627 req-e72289eb-64f8-4f91-ab28-d08be3545682 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc424201-bb69-4b00-8570-709f8f069d8d HTTP/1.1" status: 200 len: 999 time: 0.1224208 Jan 22 15:15:58.059124 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-026a5e7f-e42e-46ea-9eb4-65e624744006 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks [] for floatingip, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:58.059831 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.l3_db [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-026a5e7f-e42e-46ea-9eb4-65e624744006 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Floating IP 854a4d87-9a21-47f4-a5d4-93ac2eaa47df disassociated (deleted). External IP: 172.28.2.224, port: 2a7be2b8-33a9-47f6-8f09-0658ae20049e. Jan 22 15:15:58.120736 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc026d8e-3247-49c6-b540-8dbcb3521627 req-855eb794-1eb9-4dd1-93e5-2da6d95792a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:58.122612 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cc026d8e-3247-49c6-b540-8dbcb3521627 req-855eb794-1eb9-4dd1-93e5-2da6d95792a5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26594a79-fcad-4c2a-92cb-91187601fd8a HTTP/1.1" status: 200 len: 849 time: 0.0784686 Jan 22 15:15:58.182311 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-58c46fe4-a832-49e3-b2ef-7499c9099ecf None None] Set router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:15:58.309736 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc026d8e-3247-49c6-b540-8dbcb3521627 req-21dc21f5-3e8b-4384-a563-db328cb34fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:58.311406 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cc026d8e-3247-49c6-b540-8dbcb3521627 req-21dc21f5-3e8b-4384-a563-db328cb34fda service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dd63de7-9879-40c0-8dd7-c6f473b5cf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1810467 Jan 22 15:15:58.488211 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cc026d8e-3247-49c6-b540-8dbcb3521627 req-fdb7ef88-4888-47b8-b603-a4a8edde1681 service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690509 Jan 22 15:15:58.525807 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-026a5e7f-e42e-46ea-9eb4-65e624744006 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:15:58.652174 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-58c46fe4-a832-49e3-b2ef-7499c9099ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': '30e73938-4c58-4603-be7d-8e5064e0b817', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'port_id': 'dc424201-bb69-4b00-8570-709f8f069d8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'mac_address': 'fa:16:3e:7f:9a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c682d444-4eef-4227-902c-f336bc86b537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:15:38Z', 'updated_at': '2021-01-22T15:15:54Z', 'revision_number': 1, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:23Z', 'revision_number': 5, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:58.656601 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c46fe4-a832-49e3-b2ef-7499c9099ecf None None] The sync data for ids ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'] in dv-cinder-763774-2-smb is: [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': '30e73938-4c58-4603-be7d-8e5064e0b817', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'port_id': 'dc424201-bb69-4b00-8570-709f8f069d8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'mac_address': 'fa:16:3e:7f:9a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c682d444-4eef-4227-902c-f336bc86b537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:15:38Z', 'updated_at': '2021-01-22T15:15:54Z', 'revision_number': 1, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:23Z', 'revision_number': 5, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:15:58.670318 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cc026d8e-3247-49c6-b540-8dbcb3521627 req-6f6379d7-e62c-45f3-948d-c8ce0a13b0fd service neutron] 10.222.0.63 "GET /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1547108 Jan 22 15:15:58.967916 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-026a5e7f-e42e-46ea-9eb4-65e624744006 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:15:58.978121 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a06c1c-cfaf-4633-bca8-a39d5d050224 None None] Sync routers for ids ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'] in dv-cinder-763774-2-smb {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:15:58.989422 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a06c1c-cfaf-4633-bca8-a39d5d050224 None None] Routers {'76c4b47b-17d0-4551-a7aa-54ad3908cb11'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:15:58.990507 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-78a06c1c-cfaf-4633-bca8-a39d5d050224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:15:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:58.995834 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-026a5e7f-e42e-46ea-9eb4-65e624744006 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:15:59.043324 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25c9ad7-c268-4c92-8111-1ca0529919a8 None None] New status for floating IP 30e73938-4c58-4603-be7d-8e5064e0b817: ACTIVE {{(pid=80169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 15:15:59.058928 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-026a5e7f-e42e-46ea-9eb4-65e624744006 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "DELETE /v2.0/floatingips/854a4d87-9a21-47f4-a5d4-93ac2eaa47df HTTP/1.1" status: 204 len: 173 time: 2.4050219 Jan 22 15:15:59.191346 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-29a8c3e3-48ac-41d6-8723-050396880ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:59.192992 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-29a8c3e3-48ac-41d6-8723-050396880ecd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5942d7cf065345f1bf77030f6f5ab8fc&device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 1163 time: 0.1185019 Jan 22 15:15:59.234182 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-78a06c1c-cfaf-4633-bca8-a39d5d050224 None None] Set router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:15:59.368401 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-f0c34604-7a5c-4e62-9c46-adb50310cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:59.370252 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-f0c34604-7a5c-4e62-9c46-adb50310cc63 service neutron] 10.222.0.53 "GET /v2.0/networks?id=47e14c0b-3f18-45c7-af64-d43f0c6806cc HTTP/1.1" status: 200 len: 909 time: 0.1698895 Jan 22 15:15:59.471810 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-d7795921-074d-437f-87ab-e495a0043888 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a7be2b8-33a9-47f6-8f09-0658ae20049e HTTP/1.1" status: 200 len: 217 time: 0.0881593 Jan 22 15:15:59.520891 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'tag': '2a7be2b8-33a9-47f6-8f09-0658ae20049e'}] {{(pid=80168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:15:59.557808 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-d5ccf46c-eca2-4e2d-abb4-41edcd676848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:59.567107 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-d5ccf46c-eca2-4e2d-abb4-41edcd676848 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0 HTTP/1.1" status: 200 len: 854 time: 0.0870345 Jan 22 15:15:59.617176 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'tag': '2a7be2b8-33a9-47f6-8f09-0658ae20049e', 'status': 'completed', 'code': 200} Jan 22 15:15:59.652370 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-0e520894-c5bf-43d8-9c02-d71c66d838c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:59.654443 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-0e520894-c5bf-43d8-9c02-d71c66d838c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47e14c0b-3f18-45c7-af64-d43f0c6806cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864797 Jan 22 15:15:59.792716 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd25091-ebe9-4c78-bd62-18b5b47320d5 req-d6d2523a-1719-477c-b796-baa4ec21c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:59.794541 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2bd25091-ebe9-4c78-bd62-18b5b47320d5 req-d6d2523a-1719-477c-b796-baa4ec21c840 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5942d7cf065345f1bf77030f6f5ab8fc&device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 1163 time: 0.1349938 Jan 22 15:15:59.855596 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-78a06c1c-cfaf-4633-bca8-a39d5d050224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'name': 'tempest-TestMinimumBasicScenario-2116280261-router', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:12:57Z', 'updated_at': '2021-01-22T15:13:06Z', 'revision_number': 4, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'gw_port': {'id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:12:59Z', 'updated_at': '2021-01-22T15:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '89f19ef3-7f1c-48ee-822a-7ce012f15faa', 'name': '', 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'mac_address': 'fa:16:3e:5a:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:13:04Z', 'updated_at': '2021-01-22T15:13:15Z', 'revision_number': 5, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'subnets': [{'id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:59.860964 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a06c1c-cfaf-4633-bca8-a39d5d050224 None None] Checking router: 76c4b47b-17d0-4551-a7aa-54ad3908cb11 for host: dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:15:59.865454 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-3ff3a1a7-6f1c-4dc3-b0c6-ae2b49e2872d service neutron] 10.222.0.53 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880357 Jan 22 15:15:59.873193 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a06c1c-cfaf-4633-bca8-a39d5d050224 None None] Routers {'76c4b47b-17d0-4551-a7aa-54ad3908cb11'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:15:59.874179 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-78a06c1c-cfaf-4633-bca8-a39d5d050224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:15:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:15:59.989968 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd25091-ebe9-4c78-bd62-18b5b47320d5 req-3e16fbda-9abb-4399-bebf-0f98a12f1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:15:59.991897 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2bd25091-ebe9-4c78-bd62-18b5b47320d5 req-3e16fbda-9abb-4399-bebf-0f98a12f1b78 service neutron] 10.222.0.63 "GET /v2.0/networks?id=47e14c0b-3f18-45c7-af64-d43f0c6806cc HTTP/1.1" status: 200 len: 909 time: 0.1747675 Jan 22 15:16:00.033677 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7fbf34fc-d07a-47b8-8b16-56ded096a1e9 req-12aaef15-f1ee-4526-bd35-7b59126d3435 service neutron] 10.222.0.53 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1600022 Jan 22 15:16:00.076230 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2bd25091-ebe9-4c78-bd62-18b5b47320d5 req-241c0bb3-1e90-47bb-8042-a7f598d2d67a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a7be2b8-33a9-47f6-8f09-0658ae20049e HTTP/1.1" status: 200 len: 217 time: 0.0761392 Jan 22 15:16:00.097446 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-78a06c1c-cfaf-4633-bca8-a39d5d050224 None None] Set router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:16:00.185395 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd25091-ebe9-4c78-bd62-18b5b47320d5 req-47ed1ac3-e3da-44b4-8cee-5e13b50543e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:00.187280 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2bd25091-ebe9-4c78-bd62-18b5b47320d5 req-47ed1ac3-e3da-44b4-8cee-5e13b50543e1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0 HTTP/1.1" status: 200 len: 854 time: 0.0980022 Jan 22 15:16:00.276364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd25091-ebe9-4c78-bd62-18b5b47320d5 req-86058b52-d492-4233-a0c4-7259bbcea087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:00.283237 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2bd25091-ebe9-4c78-bd62-18b5b47320d5 req-86058b52-d492-4233-a0c4-7259bbcea087 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=47e14c0b-3f18-45c7-af64-d43f0c6806cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881102 Jan 22 15:16:00.466435 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2bd25091-ebe9-4c78-bd62-18b5b47320d5 req-81ba5dbe-8d67-4192-be68-7da788d743ae service neutron] 10.222.0.63 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739960 Jan 22 15:16:00.478195 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-78a06c1c-cfaf-4633-bca8-a39d5d050224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'name': 'tempest-TestMinimumBasicScenario-2116280261-router', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:12:57Z', 'updated_at': '2021-01-22T15:13:06Z', 'revision_number': 4, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'gw_port': {'id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:12:59Z', 'updated_at': '2021-01-22T15:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '89f19ef3-7f1c-48ee-822a-7ce012f15faa', 'name': '', 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'mac_address': 'fa:16:3e:5a:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:13:04Z', 'updated_at': '2021-01-22T15:13:15Z', 'revision_number': 5, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'subnets': [{'id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:16:00.483089 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a06c1c-cfaf-4633-bca8-a39d5d050224 None None] The sync data for ids ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'] in dv-cinder-763774-2-smb is: [{'id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'name': 'tempest-TestMinimumBasicScenario-2116280261-router', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:12:57Z', 'updated_at': '2021-01-22T15:13:06Z', 'revision_number': 4, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'gw_port': {'id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:12:59Z', 'updated_at': '2021-01-22T15:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '89f19ef3-7f1c-48ee-822a-7ce012f15faa', 'name': '', 'network_id': '47e14c0b-3f18-45c7-af64-d43f0c6806cc', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'mac_address': 'fa:16:3e:5a:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:13:04Z', 'updated_at': '2021-01-22T15:13:15Z', 'revision_number': 5, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'subnets': [{'id': 'a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:16:00.701541 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2bd25091-ebe9-4c78-bd62-18b5b47320d5 req-a921a7c1-17b3-48ea-bf4f-ba8ba3ef0f77 service neutron] 10.222.0.63 "GET /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2217128 Jan 22 15:16:00.956527 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3f875b-5227-4073-bf4b-98614e1aefa1 None None] New status for floating IP 854a4d87-9a21-47f4-a5d4-93ac2eaa47df: DOWN {{(pid=80170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 15:16:03.824201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04eda0-19b6-42d0-914f-506a682a8e1b req-602e540f-c4d1-464b-a794-91869a0b55c5 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:03.825932 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d04eda0-19b6-42d0-914f-506a682a8e1b req-602e540f-c4d1-464b-a794-91869a0b55c5 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 946 time: 0.2515795 Jan 22 15:16:03.879236 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-2d04eda0-19b6-42d0-914f-506a682a8e1b req-aab1240b-43e1-4c44-a93a-cea3f895e45b tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Synchronizing usage tracker for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:security_group {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:16:03.894380 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-2d04eda0-19b6-42d0-914f-506a682a8e1b req-aab1240b-43e1-4c44-a93a-cea3f895e45b tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Unset dirty status for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:security_group {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:16:03.895737 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2d04eda0-19b6-42d0-914f-506a682a8e1b req-aab1240b-43e1-4c44-a93a-cea3f895e45b tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630610 Jan 22 15:16:05.138492 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905479ed-e171-42fc-b916-ce8e0878e008 req-1c911bbf-73a8-4ab1-a9a6-14fbbf025d0d tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:05.139282 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-905479ed-e171-42fc-b916-ce8e0878e008 req-1c911bbf-73a8-4ab1-a9a6-14fbbf025d0d tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Synchronizing usage tracker for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:port {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:16:05.157788 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-905479ed-e171-42fc-b916-ce8e0878e008 req-1c911bbf-73a8-4ab1-a9a6-14fbbf025d0d tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Unset dirty status for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:port {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:16:05.159113 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-905479ed-e171-42fc-b916-ce8e0878e008 req-1c911bbf-73a8-4ab1-a9a6-14fbbf025d0d tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 946 time: 0.1309140 Jan 22 15:16:05.212386 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-905479ed-e171-42fc-b916-ce8e0878e008 req-6861bb7b-667a-44c6-a4ca-eeeb9ef7e61a tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458801 Jan 22 15:16:05.823526 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 46490) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:05.978703 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84003e59-377b-4eec-8f96-d42bab9ae906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:05.994592 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-84003e59-377b-4eec-8f96-d42bab9ae906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:16:05.998801 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-84003e59-377b-4eec-8f96-d42bab9ae906 admin admin] Usage tracker for resource:security_group_rule and tenant:7d71d78a12754ccd91f6e5ff7fe961a0 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:16:06.001993 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-84003e59-377b-4eec-8f96-d42bab9ae906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:16:06.008050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-84003e59-377b-4eec-8f96-d42bab9ae906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:16:06.094442 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84003e59-377b-4eec-8f96-d42bab9ae906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:06.097281 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84003e59-377b-4eec-8f96-d42bab9ae906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:06.106224 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-895104b1-5795-4955-8a80-d573d2f7fa1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:06.148700 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-84003e59-377b-4eec-8f96-d42bab9ae906 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d71d78a12754ccd91f6e5ff7fe961a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239429 Jan 22 15:16:06.149682 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84003e59-377b-4eec-8f96-d42bab9ae906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d10532-273e-47ee-90ea-5f050b42bb8c,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:06.151672 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 46500) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:06.153239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-84003e59-377b-4eec-8f96-d42bab9ae906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:06.264131 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:06.308223 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:06.359201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc4337-b35f-4cd0-9afa-9bd3b402fd30 req-68d8e3fd-695e-422d-8761-7173a20ae9d4 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:06.360841 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a6fc4337-b35f-4cd0-9afa-9bd3b402fd30 req-68d8e3fd-695e-422d-8761-7173a20ae9d4 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.63 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 946 time: 0.1685295 Jan 22 15:16:06.455239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-a6fc4337-b35f-4cd0-9afa-9bd3b402fd30 req-38522ad3-8300-4638-aa1b-0e9e736a87dd tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Deleting port 2a7be2b8-33a9-47f6-8f09-0658ae20049e {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:16:06.455624 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-a6fc4337-b35f-4cd0-9afa-9bd3b402fd30 req-38522ad3-8300-4638-aa1b-0e9e736a87dd tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:06.457525 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4e319-0ace-4d37-b8ca-119f1d6052c7 req-7aa4066a-bdab-4084-af2a-4eba0ed7d8e9 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:06.459289 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3ec4e319-0ace-4d37-b8ca-119f1d6052c7 req-7aa4066a-bdab-4084-af2a-4eba0ed7d8e9 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 946 time: 0.1116607 Jan 22 15:16:06.500055 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:06.507239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-49dd40f1-76a1-4a87-a84b-130bd54e5160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:06.512654 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3ec4e319-0ace-4d37-b8ca-119f1d6052c7 req-4ebef78f-53f2-41fc-a431-79e896ca4eb2 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/security-groups?id=719ec14d-2558-485c-a60e-6f88db43dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467997 Jan 22 15:16:06.530847 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d10532-273e-47ee-90ea-5f050b42bb8c,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:06.582152 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.582617 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.583025 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.583429 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.583826 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.584223 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.584617 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.585010 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.585405 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.585793 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.586188 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.586624 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.587229 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.587634 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.588024 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.588413 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.588800 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.589187 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.589571 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.589958 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.590386 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.590750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.591132 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.591516 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:06.594495 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:06.595805 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59d10532-273e-47ee-90ea-5f050b42bb8c HTTP/1.1" status: 204 len: 168 time: 0.4428732 Jan 22 15:16:06.596823 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:06.766390 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-a6fc4337-b35f-4cd0-9afa-9bd3b402fd30 req-38522ad3-8300-4638-aa1b-0e9e736a87dd tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] For port 2a7be2b8-33a9-47f6-8f09-0658ae20049e, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=2a7be2b8-33a9-47f6-8f09-0658ae20049e,segment=NetworkSegment(2946827c-3ac6-4a9c-9686-48d75ceb7c07),segment_id=2946827c-3ac6-4a9c-9686-48d75ceb7c07)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:16:06.766758 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-a6fc4337-b35f-4cd0-9afa-9bd3b402fd30 req-38522ad3-8300-4638-aa1b-0e9e736a87dd tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:06.904858 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-a6fc4337-b35f-4cd0-9afa-9bd3b402fd30 req-38522ad3-8300-4638-aa1b-0e9e736a87dd tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Calling delete_port for 2a7be2b8-33a9-47f6-8f09-0658ae20049e owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:16:06.973189 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 46516) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:06.997395 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8895c86b-e1ba-47ce-a5f9-4bac8f1e5cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:07.014784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-8895c86b-e1ba-47ce-a5f9-4bac8f1e5cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:16:07.019071 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-8895c86b-e1ba-47ce-a5f9-4bac8f1e5cef admin admin] Usage tracker for resource:security_group_rule and tenant:2f4707cfcac7488a963e105eb87c6451 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:16:07.022135 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-8895c86b-e1ba-47ce-a5f9-4bac8f1e5cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:16:07.028613 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-8895c86b-e1ba-47ce-a5f9-4bac8f1e5cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:16:07.069015 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-a6fc4337-b35f-4cd0-9afa-9bd3b402fd30 req-38522ad3-8300-4638-aa1b-0e9e736a87dd tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:07.086996 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d703cf42-968c-47f8-afcf-fe583ca9cf90 tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:07.132186 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8895c86b-e1ba-47ce-a5f9-4bac8f1e5cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:07.135813 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8895c86b-e1ba-47ce-a5f9-4bac8f1e5cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:07.138014 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38522ad3-8300-4638-aa1b-0e9e736a87dd tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Pushing event deleted for resources: {'Port': ['ID=2a7be2b8-33a9-47f6-8f09-0658ae20049e,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:07.172848 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c617f925-e7d3-4afb-bf16-fa7e70992495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:07.186734 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-8895c86b-e1ba-47ce-a5f9-4bac8f1e5cef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f4707cfcac7488a963e105eb87c6451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123208 Jan 22 15:16:07.188919 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 46528) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:07.196375 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-38522ad3-8300-4638-aa1b-0e9e736a87dd tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:07.246817 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895c86b-e1ba-47ce-a5f9-4bac8f1e5cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cb0a34-3536-481a-b887-ed50b5a4c44e,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:07.266434 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8895c86b-e1ba-47ce-a5f9-4bac8f1e5cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:07.306093 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b463b4c7-3450-4b2a-ae7d-6bdebe909be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:07.336745 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fc4337-b35f-4cd0-9afa-9bd3b402fd30 req-38522ad3-8300-4638-aa1b-0e9e736a87dd tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] No DVR routers for this DVR port 2a7be2b8-33a9-47f6-8f09-0658ae20049e on host hv-cinder-76377 {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:16:07.348357 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-a6fc4337-b35f-4cd0-9afa-9bd3b402fd30 req-38522ad3-8300-4638-aa1b-0e9e736a87dd tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:07.349107 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b463b4c7-3450-4b2a-ae7d-6bdebe909be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:07.358987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'name': 'network-vif-deleted', 'tag': '2a7be2b8-33a9-47f6-8f09-0658ae20049e'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:16:07.366122 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a6fc4337-b35f-4cd0-9afa-9bd3b402fd30 req-38522ad3-8300-4638-aa1b-0e9e736a87dd tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.63 "DELETE /v2.0/ports/2a7be2b8-33a9-47f6-8f09-0658ae20049e HTTP/1.1" status: 204 len: 173 time: 0.9991868 Jan 22 15:16:07.422154 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b463b4c7-3450-4b2a-ae7d-6bdebe909be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:07.434848 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7cc68bf6-7798-40bc-b75d-d2eeb5e77c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:07.467752 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463b4c7-3450-4b2a-ae7d-6bdebe909be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cb0a34-3536-481a-b887-ed50b5a4c44e,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:07.478228 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b463b4c7-3450-4b2a-ae7d-6bdebe909be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:07.480412 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b463b4c7-3450-4b2a-ae7d-6bdebe909be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:07.481772 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b463b4c7-3450-4b2a-ae7d-6bdebe909be5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4cb0a34-3536-481a-b887-ed50b5a4c44e HTTP/1.1" status: 204 len: 168 time: 0.2915452 Jan 22 15:16:07.504469 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f', 'name': 'network-vif-deleted', 'tag': '2a7be2b8-33a9-47f6-8f09-0658ae20049e', 'status': 'completed', 'code': 200} Jan 22 15:16:07.652776 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 2a7be2b8-33a9-47f6-8f09-0658ae20049e no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:16:07.696113 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] No Port match for: 2a7be2b8-33a9-47f6-8f09-0658ae20049e {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:16:07.697054 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 2a7be2b8-33a9-47f6-8f09-0658ae20049e not bound to the agent host hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:16:07.783125 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-e8a34fb0-d8dd-49db-9be8-6bdfc0ddf0a4 req-468376f6-828a-45a8-9486-c7546f551124 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Synchronizing usage tracker for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:16:07.808576 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-e8a34fb0-d8dd-49db-9be8-6bdfc0ddf0a4 req-468376f6-828a-45a8-9486-c7546f551124 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Unset dirty status for tenant:5942d7cf065345f1bf77030f6f5ab8fc on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:16:07.809994 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e8a34fb0-d8dd-49db-9be8-6bdfc0ddf0a4 req-468376f6-828a-45a8-9486-c7546f551124 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] 10.222.0.53 "GET /v2.0/ports?device_id=44d3d902-1ce7-44d5-82a5-f6cfb4b1f31f HTTP/1.1" status: 200 len: 210 time: 0.0887177 Jan 22 15:16:07.839329 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc800fa3-2574-4acb-8a14-857fa3a5013c req-12f92e6a-1026-419d-a01f-125f98dc7a62 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:07.841074 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-fc800fa3-2574-4acb-8a14-857fa3a5013c req-12f92e6a-1026-419d-a01f-125f98dc7a62 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1640849 Jan 22 15:16:07.895143 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-fc800fa3-2574-4acb-8a14-857fa3a5013c req-8c2cd9cc-ac01-4b2d-9d70-c811b846f512 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469601 Jan 22 15:16:08.044960 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 46558) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:08.064685 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6515ec0c-89c8-45dc-9359-9521f94e663c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:08.080265 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-6515ec0c-89c8-45dc-9359-9521f94e663c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:16:08.084592 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-6515ec0c-89c8-45dc-9359-9521f94e663c admin admin] Usage tracker for resource:security_group_rule and tenant:56082573233f4850804fc56fe74faa8a is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:16:08.087732 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-6515ec0c-89c8-45dc-9359-9521f94e663c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:16:08.093510 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-6515ec0c-89c8-45dc-9359-9521f94e663c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:16:08.181484 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6515ec0c-89c8-45dc-9359-9521f94e663c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:08.184521 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6515ec0c-89c8-45dc-9359-9521f94e663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:08.194295 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3aa2ddb9-cd71-440d-94a8-cdaf68e2030a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:08.243032 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-6515ec0c-89c8-45dc-9359-9521f94e663c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56082573233f4850804fc56fe74faa8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965580 Jan 22 15:16:08.244829 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515ec0c-89c8-45dc-9359-9521f94e663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413771a7-e76f-4701-a601-26988ed0d8f1,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:08.246185 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 46562) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:08.248307 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6515ec0c-89c8-45dc-9359-9521f94e663c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:08.310506 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-945a0029-a269-44cc-adc4-90e2f3cd468f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:08.339737 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-945a0029-a269-44cc-adc4-90e2f3cd468f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:08.387219 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-945a0029-a269-44cc-adc4-90e2f3cd468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:08.393473 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-08d5ae5c-f484-425f-9ff0-922112f84515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:08.410300 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a0029-a269-44cc-adc4-90e2f3cd468f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413771a7-e76f-4701-a601-26988ed0d8f1,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:08.413538 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-945a0029-a269-44cc-adc4-90e2f3cd468f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:08.415846 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-945a0029-a269-44cc-adc4-90e2f3cd468f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:08.419577 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-945a0029-a269-44cc-adc4-90e2f3cd468f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/413771a7-e76f-4701-a601-26988ed0d8f1 HTTP/1.1" status: 204 len: 168 time: 0.1720362 Jan 22 15:16:09.129100 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c39489-2213-45fb-9023-171b860b66ed req-75b74e47-8ac7-4be2-8682-2277234f8092 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:09.130910 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-20c39489-2213-45fb-9023-171b860b66ed req-75b74e47-8ac7-4be2-8682-2277234f8092 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 946 time: 0.1083577 Jan 22 15:16:09.179955 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9fe13-bcc4-44d8-a50b-50d932799650 req-f557596c-fe96-424b-be19-90d1671f4c65 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:09.182207 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b3f9fe13-bcc4-44d8-a50b-50d932799650 req-f557596c-fe96-424b-be19-90d1671f4c65 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1139686 Jan 22 15:16:09.187646 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-20c39489-2213-45fb-9023-171b860b66ed req-c8040f4d-5fa0-4327-8920-c75bde715f11 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496421 Jan 22 15:16:09.256173 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b3f9fe13-bcc4-44d8-a50b-50d932799650 req-8fe1857b-4583-49aa-9eb7-9dfd986f352b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668046 Jan 22 15:16:09.796439 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 46624) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:10.517977 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9f1da-2d50-42e0-ac11-c1c5fa34a5b3 req-b4bec139-7b98-452a-b7d6-3d7799f4ee32 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:10.519675 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-44f9f1da-2d50-42e0-ac11-c1c5fa34a5b3 req-b4bec139-7b98-452a-b7d6-3d7799f4ee32 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1107023 Jan 22 15:16:10.573289 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd6766-9039-4b63-bd3b-ae853e4a6938 req-a7564a95-e2d4-47d1-a91c-4d9512309cc4 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:10.573502 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-44f9f1da-2d50-42e0-ac11-c1c5fa34a5b3 req-33925cea-9109-4396-9a3b-ecdbecd0e045 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470109 Jan 22 15:16:10.575002 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c0cd6766-9039-4b63-bd3b-ae853e4a6938 req-a7564a95-e2d4-47d1-a91c-4d9512309cc4 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 946 time: 0.2228158 Jan 22 15:16:10.645488 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c0cd6766-9039-4b63-bd3b-ae853e4a6938 req-d79c376c-c76e-46f1-8dd3-1710096bb9c9 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639815 Jan 22 15:16:10.734772 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-48a10aed-afcf-4b1f-af37-9a7e9c6e81fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854278362'] for router_interface, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:11.101247 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-48a10aed-afcf-4b1f-af37-9a7e9c6e81fd admin admin] Deleting port 89f19ef3-7f1c-48ee-822a-7ce012f15faa {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:16:11.101634 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-48a10aed-afcf-4b1f-af37-9a7e9c6e81fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:11.287126 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-48a10aed-afcf-4b1f-af37-9a7e9c6e81fd admin admin] For port 89f19ef3-7f1c-48ee-822a-7ce012f15faa, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=89f19ef3-7f1c-48ee-822a-7ce012f15faa,segment=NetworkSegment(2946827c-3ac6-4a9c-9686-48d75ceb7c07),segment_id=2946827c-3ac6-4a9c-9686-48d75ceb7c07)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:16:11.287515 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-48a10aed-afcf-4b1f-af37-9a7e9c6e81fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:11.423356 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-48a10aed-afcf-4b1f-af37-9a7e9c6e81fd admin admin] Calling delete_port for 89f19ef3-7f1c-48ee-822a-7ce012f15faa owned by network:router_interface {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:16:11.810782 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-48a10aed-afcf-4b1f-af37-9a7e9c6e81fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:11.827317 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-83825bec-259d-4b45-a89c-bc0d20aba813 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:11.886173 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f63c1-9ea4-42c4-94a5-37391f42906b req-781e23c0-2bfc-4399-bcd2-418115678191 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:11.887811 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6e9f63c1-9ea4-42c4-94a5-37391f42906b req-781e23c0-2bfc-4399-bcd2-418115678191 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 946 time: 0.1078827 Jan 22 15:16:11.927258 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a10aed-afcf-4b1f-af37-9a7e9c6e81fd admin admin] Pushing event deleted for resources: {'Port': ['ID=89f19ef3-7f1c-48ee-822a-7ce012f15faa,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:11.929998 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-48a10aed-afcf-4b1f-af37-9a7e9c6e81fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:11.945248 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6e9f63c1-9ea4-42c4-94a5-37391f42906b req-f19ee381-515a-4f4b-8af9-b7b6802eee57 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509636 Jan 22 15:16:11.983076 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0013654-e90b-46e5-b0b5-663f39f7908c req-2b24b06b-f06c-4ac8-9bf6-44d5bb27a910 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:11.984735 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e0013654-e90b-46e5-b0b5-663f39f7908c req-2b24b06b-f06c-4ac8-9bf6-44d5bb27a910 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.2606609 Jan 22 15:16:12.073656 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e0013654-e90b-46e5-b0b5-663f39f7908c req-bb721e6e-1edf-478f-9835-ec1ccbfa1822 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726333 Jan 22 15:16:12.321471 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-48a10aed-afcf-4b1f-af37-9a7e9c6e81fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854278208'] for router_interface, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:13.042456 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a10aed-afcf-4b1f-af37-9a7e9c6e81fd admin admin] Router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:16:13.302862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a10aed-afcf-4b1f-af37-9a7e9c6e81fd admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:16:13.315429 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bdf790-1c5a-480e-936f-133a6a46358b None None] Sync routers for ids ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:16:13.331635 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f582d-3cee-4738-ba83-c577a3a4f0df req-2a8fd173-f8ed-4e5a-bf01-a972e04d622d tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:13.333352 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-897f582d-3cee-4738-ba83-c577a3a4f0df req-2a8fd173-f8ed-4e5a-bf01-a972e04d622d tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 946 time: 0.2263093 Jan 22 15:16:13.334138 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59170f-94eb-4779-a56a-c48e34b4c785 req-d012dac0-dfa7-4fa3-9451-fa727350142d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:13.335943 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7d59170f-94eb-4779-a56a-c48e34b4c785 req-d012dac0-dfa7-4fa3-9451-fa727350142d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1098683 Jan 22 15:16:13.345552 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bdf790-1c5a-480e-936f-133a6a46358b None None] Routers {'76c4b47b-17d0-4551-a7aa-54ad3908cb11'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:16:13.346368 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-87bdf790-1c5a-480e-936f-133a6a46358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:15:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:16:13.371152 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-48a10aed-afcf-4b1f-af37-9a7e9c6e81fd admin admin] 10.222.0.53 "PUT /v2.0/routers/76c4b47b-17d0-4551-a7aa-54ad3908cb11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5734909 Jan 22 15:16:13.373864 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 46650) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:13.402702 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7d59170f-94eb-4779-a56a-c48e34b4c785 req-1ed9edf7-a79d-4b64-af5f-ecf16b93b265 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571861 Jan 22 15:16:13.488178 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-897f582d-3cee-4738-ba83-c577a3a4f0df req-3abad4c9-373f-46d9-b1a1-d70fb80cf3e8 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412001 Jan 22 15:16:13.561396 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-87bdf790-1c5a-480e-936f-133a6a46358b None None] Set router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:16:13.589587 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-04a32068-8309-4d72-b4ea-dcfe3c9b9d4f admin admin] Notify callbacks [] for router, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:13.780831 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-04a32068-8309-4d72-b4ea-dcfe3c9b9d4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:13.786027 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-04a32068-8309-4d72-b4ea-dcfe3c9b9d4f admin admin] Deleting port 20d4936e-89f4-40aa-b928-d5e21d928ad6 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:16:13.786428 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-04a32068-8309-4d72-b4ea-dcfe3c9b9d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:13.872137 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-87bdf790-1c5a-480e-936f-133a6a46358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'name': 'tempest-TestMinimumBasicScenario-2116280261-router', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:12:57Z', 'updated_at': '2021-01-22T15:16:11Z', 'revision_number': 5, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'gw_port': {'id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:12:59Z', 'updated_at': '2021-01-22T15:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:16:13.876205 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bdf790-1c5a-480e-936f-133a6a46358b None None] Checking router: 76c4b47b-17d0-4551-a7aa-54ad3908cb11 for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:16:13.885043 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bdf790-1c5a-480e-936f-133a6a46358b None None] Routers {'76c4b47b-17d0-4551-a7aa-54ad3908cb11'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:16:13.885698 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-87bdf790-1c5a-480e-936f-133a6a46358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:15:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:16:13.971819 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-04a32068-8309-4d72-b4ea-dcfe3c9b9d4f admin admin] For port 20d4936e-89f4-40aa-b928-d5e21d928ad6, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=20d4936e-89f4-40aa-b928-d5e21d928ad6,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:16:13.972226 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-04a32068-8309-4d72-b4ea-dcfe3c9b9d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:14.110699 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-04a32068-8309-4d72-b4ea-dcfe3c9b9d4f admin admin] Calling delete_port for 20d4936e-89f4-40aa-b928-d5e21d928ad6 owned by network:router_gateway {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:16:14.235975 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-87bdf790-1c5a-480e-936f-133a6a46358b None None] Set router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:16:14.249637 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-04a32068-8309-4d72-b4ea-dcfe3c9b9d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: WARNING neutron.plugins.ml2.ovo_rpc [None req-04a32068-8309-4d72-b4ea-dcfe3c9b9d4f admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: result = function(*args, **kwargs) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: proto.__init__(conn_state, self) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: self.handle() Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: self.handle_one_request() Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: self.handle_one_response() Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: result = self.application(self.environ, start_response) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: return app(environ, start_response) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: resp = self.call_func(req, *args, **kw) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: return self.func(req, *args, **kwargs) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: response = req.get_response(self.application) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: application, catch_exc_info=False) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: app_iter = application(self.environ, start_response) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: resp = self.call_func(req, *args, **kw) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: return self.func(req, *args, **kwargs) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: response = req.get_response(self.application) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: application, catch_exc_info=False) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: app_iter = application(self.environ, start_response) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: resp = self.call_func(req, *args, **kw) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: return self.func(req, *args, **kwargs) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: response = req.get_response(self.application) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: application, catch_exc_info=False) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: app_iter = application(self.environ, start_response) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: resp = self.call_func(req, *args, **kw) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: return self.func(req, *args, **kwargs) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: response = req.get_response(self.application) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: application, catch_exc_info=False) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: app_iter = application(self.environ, start_response) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: resp = self.call_func(req, *args, **kw) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: return self.func(req, *args, **kwargs) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: return request.get_response(self.application) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: application, catch_exc_info=False) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: app_iter = application(self.environ, start_response) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: resp = self.call_func(req, *args, **kw) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: return self.func(req, *args, **kwargs) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: response = req.get_response(self._app) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: application, catch_exc_info=False) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: app_iter = application(self.environ, start_response) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: return resp(environ, start_response) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: return resp(environ, start_response) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: response = self.app(environ, start_response) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: return resp(environ, start_response) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: resp = self.call_func(req, *args, **kw) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: return self.func(req, *args, **kwargs) Jan 22 15:16:14.255698 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: result = method(request=request, **args) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: return self._delete(request, id, **kwargs) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: return f(*args, **kwargs) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: return f(*args, **kwargs) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: return f(*dup_args, **dup_kwargs) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: obj_deleter(request.context, id, **kwargs) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: return method(*args, **kwargs) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: return f(*args, **kwargs) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: return f(*args, **kwargs) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: return f(*dup_args, **dup_kwargs) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: self._delete_current_gw_port(context, id, router, None) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: admin_ctx, gw_port_id, l3_port_check=False) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: return f(self, context, *args, **kwargs) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: return method(*args, **kwargs) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: context, port, router_ids, bound_mech_contexts) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: return function(*args, **kwargs) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: callback(resource, event, trigger, **kwargs) Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: if self._is_session_semantic_violated(context, resource, event): Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: stack = traceback.extract_stack() Jan 22 15:16:14.263491 dv-cinder-763774-2-smb neutron-server[80056]: Jan 22 15:16:14.504345 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-04a32068-8309-4d72-b4ea-dcfe3c9b9d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510801'] for router_gateway, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:14.563267 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-87bdf790-1c5a-480e-936f-133a6a46358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'name': 'tempest-TestMinimumBasicScenario-2116280261-router', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:12:57Z', 'updated_at': '2021-01-22T15:16:11Z', 'revision_number': 5, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'gw_port': {'id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:12:59Z', 'updated_at': '2021-01-22T15:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:16:14.567555 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bdf790-1c5a-480e-936f-133a6a46358b None None] The sync data for ids ['76c4b47b-17d0-4551-a7aa-54ad3908cb11'] in dv-cinder-763774-2-smb is: [{'id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'name': 'tempest-TestMinimumBasicScenario-2116280261-router', 'tenant_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:12:57Z', 'updated_at': '2021-01-22T15:16:11Z', 'revision_number': 5, 'project_id': '5942d7cf065345f1bf77030f6f5ab8fc', 'gw_port': {'id': '20d4936e-89f4-40aa-b928-d5e21d928ad6', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c4b47b-17d0-4551-a7aa-54ad3908cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:12:59Z', 'updated_at': '2021-01-22T15:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:16:14.706160 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-04a32068-8309-4d72-b4ea-dcfe3c9b9d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718892'] for router, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:14.712518 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-04a32068-8309-4d72-b4ea-dcfe3c9b9d4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:14.759288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881df0f-f1ac-492f-b27e-6bb5827be21e req-447e668d-d201-4f06-92f9-e01624849415 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:14.761071 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8881df0f-f1ac-492f-b27e-6bb5827be21e req-447e668d-d201-4f06-92f9-e01624849415 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 946 time: 0.1142998 Jan 22 15:16:14.816385 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8881df0f-f1ac-492f-b27e-6bb5827be21e req-c7c3b523-fc98-4461-832f-fcab6d6bf3fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486627 Jan 22 15:16:15.056251 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-e8256905-bcd7-4419-89cb-4d87047cded1 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:15.057810 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-e8256905-bcd7-4419-89cb-4d87047cded1 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.63 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 946 time: 0.6761403 Jan 22 15:16:15.102110 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-04a32068-8309-4d72-b4ea-dcfe3c9b9d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854254196'] for router, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:15.103282 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a32068-8309-4d72-b4ea-dcfe3c9b9d4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76c4b47b-17d0-4551-a7aa-54ad3908cb11 {{(pid=80167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 22 15:16:15.182581 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654d678-e2e8-4eda-9909-0c1e9630c066 req-4c7adf9c-6e94-4a51-b6d1-90b2cbc5d16a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:15.184276 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0654d678-e2e8-4eda-9909-0c1e9630c066 req-4c7adf9c-6e94-4a51-b6d1-90b2cbc5d16a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.6148565 Jan 22 15:16:15.186332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-04a32068-8309-4d72-b4ea-dcfe3c9b9d4f admin admin] Notify callbacks [] for router, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:15.189845 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-04a32068-8309-4d72-b4ea-dcfe3c9b9d4f admin admin] 10.222.0.53 "DELETE /v2.0/routers/76c4b47b-17d0-4551-a7aa-54ad3908cb11 HTTP/1.1" status: 204 len: 168 time: 1.8125985 Jan 22 15:16:15.190802 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 46662) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:15.198011 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Deleting port c36e1d53-b199-4b49-b054-a74f9e39af0d {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:16:15.198419 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:15.260577 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_v2 [None req-049b654e-dd33-40b8-9cb6-b01bfe53cb2d admin admin] Deleting subnet a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0 {{(pid=80168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 15:16:15.263750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-049b654e-dd33-40b8-9cb6-b01bfe53cb2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:15.332525 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-049b654e-dd33-40b8-9cb6-b01bfe53cb2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32226433'] for subnet, precommit_delete_associations {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:15.357587 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0654d678-e2e8-4eda-9909-0c1e9630c066 req-6dbb8e79-f8a8-4d15-875c-4dc5da2b4059 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272728 Jan 22 15:16:15.467201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device c36e1d53-b199-4b49-b054-a74f9e39af0d no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:16:15.467500 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-049b654e-dd33-40b8-9cb6-b01bfe53cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851338077'] for subnet, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:15.535909 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] For port c36e1d53-b199-4b49-b054-a74f9e39af0d, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=c36e1d53-b199-4b49-b054-a74f9e39af0d,segment=NetworkSegment(12241a03-0e63-4869-9cf7-861c1ba12353),segment_id=12241a03-0e63-4869-9cf7-861c1ba12353)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:16:15.536317 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:15.597202 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:15.637365 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port c36e1d53-b199-4b49-b054-a74f9e39af0d, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=c36e1d53-b199-4b49-b054-a74f9e39af0d,segment=NetworkSegment(12241a03-0e63-4869-9cf7-861c1ba12353),segment_id=12241a03-0e63-4869-9cf7-861c1ba12353)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:16:15.638411 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e876ccb0-f034-4861-ba6a-7d30b8e6a602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36e1d53-b199-4b49-b054-a74f9e39af0d'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:16:15.645221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:15.647791 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:15.683136 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Calling delete_port for c36e1d53-b199-4b49-b054-a74f9e39af0d owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:16:15.708739 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e876ccb0-f034-4861-ba6a-7d30b8e6a602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36e1d53-b199-4b49-b054-a74f9e39af0d', 'code': 200} Jan 22 15:16:15.729309 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=c36e1d53-b199-4b49-b054-a74f9e39af0d,revision_number=5']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:15.732905 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:15.755424 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-049b654e-dd33-40b8-9cb6-b01bfe53cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3437755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823312457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2092602'] for subnet, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:15.771780 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9f09e358-e50b-4dba-a2e5-72b86140e322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:15.773530 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.db.api [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80167) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 15:16:15.773957 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_db.api [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 15:16:15.866467 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b654e-dd33-40b8-9cb6-b01bfe53cb2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:15.876190 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-049b654e-dd33-40b8-9cb6-b01bfe53cb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:15.905017 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-049b654e-dd33-40b8-9cb6-b01bfe53cb2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:15.912306 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1f724e-64d5-4570-a32c-395a6881c167 None None] Network 47e14c0b-3f18-45c7-af64-d43f0c6806cc requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:16:15.916180 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-049b654e-dd33-40b8-9cb6-b01bfe53cb2d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a3d515fc-bb55-4ba7-ad04-9d6211b8c1e0 HTTP/1.1" status: 204 len: 168 time: 0.7242303 Jan 22 15:16:15.918856 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 46670) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:16.041636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851173077'] for network, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:16.062269 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3586c-5376-4c0a-8740-ee4db58006e9 req-10fd171e-d43c-4572-98fd-bb2657f9cb45 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:16.070904 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bca3586c-5376-4c0a-8740-ee4db58006e9 req-10fd171e-d43c-4572-98fd-bb2657f9cb45 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 944 time: 0.1159811 Jan 22 15:16:16.126938 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Deleting port c874909d-6e48-43a1-b0b6-6121a91d4ec2 {{(pid=80168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:16:16.127325 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:16.130885 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bca3586c-5376-4c0a-8740-ee4db58006e9 req-24216d8e-4794-4818-96b2-7d991fd39d2f tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/security-groups?id=500d2e19-cf8c-41bc-8261-aa84319b0358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582762 Jan 22 15:16:16.199849 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ddb74-14aa-40e0-a0c0-50d33dda8945 None None] DHCP port deletion for 47e14c0b-3f18-45c7-af64-d43f0c6806cc request from dv-cinder-763774-2-smb {{(pid=80169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 22 15:16:16.204641 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-e00ddb74-14aa-40e0-a0c0-50d33dda8945 None None] Deleting port c874909d-6e48-43a1-b0b6-6121a91d4ec2 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:16:16.205067 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e00ddb74-14aa-40e0-a0c0-50d33dda8945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:16.275742 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Deleting port c36e1d53-b199-4b49-b054-a74f9e39af0d {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:16:16.276150 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:16.355398 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] For port c874909d-6e48-43a1-b0b6-6121a91d4ec2, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=c874909d-6e48-43a1-b0b6-6121a91d4ec2,segment=NetworkSegment(2946827c-3ac6-4a9c-9686-48d75ceb7c07),segment_id=2946827c-3ac6-4a9c-9686-48d75ceb7c07)] {{(pid=80168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:16:16.355777 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:16.432158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-e00ddb74-14aa-40e0-a0c0-50d33dda8945 None None] For port c874909d-6e48-43a1-b0b6-6121a91d4ec2, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=c874909d-6e48-43a1-b0b6-6121a91d4ec2,segment=NetworkSegment(2946827c-3ac6-4a9c-9686-48d75ceb7c07),segment_id=2946827c-3ac6-4a9c-9686-48d75ceb7c07)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:16:16.433477 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e00ddb74-14aa-40e0-a0c0-50d33dda8945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:16.501234 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Calling delete_port for c874909d-6e48-43a1-b0b6-6121a91d4ec2 owned by network:dhcp {{(pid=80168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:16:16.588217 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:16.600642 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-e00ddb74-14aa-40e0-a0c0-50d33dda8945 None None] Calling delete_port for c874909d-6e48-43a1-b0b6-6121a91d4ec2 owned by network:dhcp {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:16:16.650240 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] For port c36e1d53-b199-4b49-b054-a74f9e39af0d, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=c36e1d53-b199-4b49-b054-a74f9e39af0d,segment=NetworkSegment(12241a03-0e63-4869-9cf7-861c1ba12353),segment_id=12241a03-0e63-4869-9cf7-861c1ba12353)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:16:16.650737 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:16.660719 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c9451946-a6a6-4624-ac92-d0149d593882 tempest-VolumesNegativeTest-1057183175 tempest-VolumesNegativeTest-1057183175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:16.718865 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Pushing event deleted for resources: {'Port': ['ID=c874909d-6e48-43a1-b0b6-6121a91d4ec2,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:16.737194 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:16.749391 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.db.api [None req-e00ddb74-14aa-40e0-a0c0-50d33dda8945 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80169) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 15:16:16.750403 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_db.api [None req-e00ddb74-14aa-40e0-a0c0-50d33dda8945 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 15:16:16.752260 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 20d4936e-89f4-40aa-b928-d5e21d928ad6 no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:16:16.754522 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] No DVR routers for this DVR port c874909d-6e48-43a1-b0b6-6121a91d4ec2 on host dv-cinder-763774-2-smb {{(pid=80168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:16:16.789550 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No Port match for: 20d4936e-89f4-40aa-b928-d5e21d928ad6 {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:16:16.789550 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 20d4936e-89f4-40aa-b928-d5e21d928ad6 not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:16:16.789892 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 89f19ef3-7f1c-48ee-822a-7ce012f15faa no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:16:16.796874 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Calling delete_port for c36e1d53-b199-4b49-b054-a74f9e39af0d owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:16:16.828762 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No Port match for: 89f19ef3-7f1c-48ee-822a-7ce012f15faa {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:16:16.829298 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 89f19ef3-7f1c-48ee-822a-7ce012f15faa not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:16:16.829882 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device c874909d-6e48-43a1-b0b6-6121a91d4ec2 no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:16:16.863908 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c27fb-93c5-42b5-a3d5-10c3ef444514 req-302f2d07-d8d0-48ad-b186-26acf7cf5aa2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:16.865616 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-478c27fb-93c5-42b5-a3d5-10c3ef444514 req-302f2d07-d8d0-48ad-b186-26acf7cf5aa2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.3317986 Jan 22 15:16:16.866568 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No Port match for: c874909d-6e48-43a1-b0b6-6121a91d4ec2 {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:16:16.866977 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device c874909d-6e48-43a1-b0b6-6121a91d4ec2 not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:16:16.882168 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3437584', 'neutron.services.segments.db._delete_segments_for_network--9223363265338935241'] for network, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:16.952941 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-478c27fb-93c5-42b5-a3d5-10c3ef444514 req-fd38c1bf-1216-447f-b2da-2f1bbf45aa97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705991 Jan 22 15:16:17.001595 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e14c0b-3f18-45c7-af64-d43f0c6806cc']}} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:16:17.014803 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2946827c-3ac6-4a9c-9686-48d75ceb7c07') {'for_net_delete': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:16:17.015148 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2946827c-3ac6-4a9c-9686-48d75ceb7c07') {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:16:17.024510 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:17.027504 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265338937289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822549367'] for segment, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:17.040426 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-692a6477-082b-42fa-8f08-217ea21987aa tempest-VolumesActionsTest-729357748 tempest-VolumesActionsTest-729357748] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:17.043242 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:17.045332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 15:16:17.140834 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Pushing event deleted for resources: {'Port': ['ID=c36e1d53-b199-4b49-b054-a74f9e39af0d,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:17.147837 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:17.251839 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-e00ddb74-14aa-40e0-a0c0-50d33dda8945 None None] Deleting port c874909d-6e48-43a1-b0b6-6121a91d4ec2 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:16:17.252404 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e00ddb74-14aa-40e0-a0c0-50d33dda8945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:17.272687 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] No DVR routers for this DVR port c36e1d53-b199-4b49-b054-a74f9e39af0d on host hv-cinder-76377 {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:16:17.275677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:17.278834 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e876ccb0-f034-4861-ba6a-7d30b8e6a602', 'name': 'network-vif-deleted', 'tag': 'c36e1d53-b199-4b49-b054-a74f9e39af0d'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:16:17.295887 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-725298a0-d13e-4a21-ba70-ea796d3d93b3 req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.63 "DELETE /v2.0/ports/c36e1d53-b199-4b49-b054-a74f9e39af0d HTTP/1.1" status: 204 len: 173 time: 2.2314739 Jan 22 15:16:17.337783 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-e00ddb74-14aa-40e0-a0c0-50d33dda8945 None None] The port 'c874909d-6e48-43a1-b0b6-6121a91d4ec2' was deleted {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 22 15:16:17.474032 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d93b5f17-6b06-44b0-8024-c55b558c4c44 req-0770ce8b-3f38-45ad-87a2-a56de76384c3 tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] 10.222.0.53 "GET /v2.0/ports?device_id=e876ccb0-f034-4861-ba6a-7d30b8e6a602 HTTP/1.1" status: 200 len: 210 time: 0.0783987 Jan 22 15:16:17.514764 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e876ccb0-f034-4861-ba6a-7d30b8e6a602', 'name': 'network-vif-deleted', 'tag': 'c36e1d53-b199-4b49-b054-a74f9e39af0d', 'status': 'completed', 'code': 200} Jan 22 15:16:17.556720 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Network 47e14c0b-3f18-45c7-af64-d43f0c6806cc has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:16:17.565823 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851327524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823312424'] for segment, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:17.754888 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Network 47e14c0b-3f18-45c7-af64-d43f0c6806cc has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: Traceback (most recent call last): Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: timer() Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: cb(*args, **kw) Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: return func(*args, **kwargs) Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: self._notify() Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: self.callback(batched_events) Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: event.method(event) Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: segment_id)['aggregates'][0] Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: return f(self, *a, **k) Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: return self._get(url).json() Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: **kwargs) Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: return self.request(url, 'GET', **kwargs) Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: **endpoint_filter) Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 15:16:17.777364 dv-cinder-763774-2-smb neutron-server[80056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 15:16:17.857756 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851338216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854265033'] for network, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:17.861303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:17.875731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:17.886938 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Pushing event deleted for resources: {'Network': ['ID=47e14c0b-3f18-45c7-af64-d43f0c6806cc,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:17.890510 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:17.900878 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] 10.222.0.53 "DELETE /v2.0/networks/47e14c0b-3f18-45c7-af64-d43f0c6806cc HTTP/1.1" status: 204 len: 168 time: 1.9808364 Jan 22 15:16:18.111921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 46688) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:18.171864 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-9781795a-9dd9-430d-aef3-7dcc2f087a67 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5942d7cf065345f1bf77030f6f5ab8fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562799 Jan 22 15:16:18.172191 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 46692) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:18.215335 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a4652-bd5c-4b6d-b91c-4722078114a7 req-6fdb0605-8641-4f84-917c-a787854dd6ad tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:18.216980 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3f9a4652-bd5c-4b6d-b91c-4722078114a7 req-6fdb0605-8641-4f84-917c-a787854dd6ad tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1077645 Jan 22 15:16:18.235124 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a6584b0f-f05a-4995-bd9e-70cfdea2c2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:18.265299 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a6584b0f-f05a-4995-bd9e-70cfdea2c2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:18.274153 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3f9a4652-bd5c-4b6d-b91c-4722078114a7 req-ac95ff5d-7636-4165-8cc3-db7e66c18404 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506153 Jan 22 15:16:18.311448 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a6584b0f-f05a-4995-bd9e-70cfdea2c2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:18.316483 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ff4fabf2-4f02-4851-8701-9d8388c2bb1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:18.331262 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6584b0f-f05a-4995-bd9e-70cfdea2c2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719ec14d-2558-485c-a60e-6f88db43dca4,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:18.334468 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a6584b0f-f05a-4995-bd9e-70cfdea2c2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:18.341437 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a6584b0f-f05a-4995-bd9e-70cfdea2c2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:18.342727 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-a6584b0f-f05a-4995-bd9e-70cfdea2c2a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/719ec14d-2558-485c-a60e-6f88db43dca4 HTTP/1.1" status: 204 len: 168 time: 0.1694374 Jan 22 15:16:19.531621 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a284d-e44a-4d28-9b30-32f0dcf607a6 req-6bae9757-f447-44a0-93bd-0aa39c200587 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:19.533238 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d38a284d-e44a-4d28-9b30-32f0dcf607a6 req-6bae9757-f447-44a0-93bd-0aa39c200587 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1057646 Jan 22 15:16:19.586093 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d38a284d-e44a-4d28-9b30-32f0dcf607a6 req-1c34100b-291b-4991-9df9-98c8e795dfd0 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461900 Jan 22 15:16:19.653364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device ccebec4e-b9f1-4fee-b1b0-89012efa2d84 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:16:19.734817 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port ccebec4e-b9f1-4fee-b1b0-89012efa2d84 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:16:19.735240 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:20.843253 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dafe38-2e0c-40bb-8ad7-5e474e2490e7 req-a4339404-337e-4ea8-bd53-ab59f16d8434 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:20.844918 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b9dafe38-2e0c-40bb-8ad7-5e474e2490e7 req-a4339404-337e-4ea8-bd53-ab59f16d8434 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1109953 Jan 22 15:16:20.900480 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b9dafe38-2e0c-40bb-8ad7-5e474e2490e7 req-1623882b-1dbc-4806-8916-6db62a0868bf tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488946 Jan 22 15:16:20.908664 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9d41242a-db0f-4843-87eb-a4e2f3e1f315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:22.173895 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61191a2e-79eb-4d30-8580-1b1bd39ab6ce req-641f827a-abf6-4fdf-a044-715bb46d1627 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:22.175549 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-61191a2e-79eb-4d30-8580-1b1bd39ab6ce req-641f827a-abf6-4fdf-a044-715bb46d1627 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1222832 Jan 22 15:16:22.232892 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-61191a2e-79eb-4d30-8580-1b1bd39ab6ce req-da5a9aff-3c5d-43f5-ae43-894968016bf5 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500131 Jan 22 15:16:22.835338 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3ea595a5-c088-4b4a-8106-fe26ac8deeba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:23.499799 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36660be-00e0-4893-83d3-e81cd5ff17d6 req-a45ae293-4a18-46c9-b6a7-e5b7133cf03f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:23.501469 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f36660be-00e0-4893-83d3-e81cd5ff17d6 req-a45ae293-4a18-46c9-b6a7-e5b7133cf03f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1179249 Jan 22 15:16:23.557072 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f36660be-00e0-4893-83d3-e81cd5ff17d6 req-98044395-b9b9-4bee-9b53-7ecdc64ab07c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491512 Jan 22 15:16:23.561784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:24.651636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:24.702306 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:24.816645 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10254913-0e68-466c-a637-b407a3410c4d req-d5455f03-160a-4daa-9dab-b0859411f4a9 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:24.818304 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-10254913-0e68-466c-a637-b407a3410c4d req-d5455f03-160a-4daa-9dab-b0859411f4a9 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1108322 Jan 22 15:16:24.871181 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-10254913-0e68-466c-a637-b407a3410c4d req-7dc05d96-e85f-4462-bfd7-002abca4e014 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458274 Jan 22 15:16:25.079908 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:25.296063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:16:26.144299 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1c512-bdae-4fa2-8140-6a0207e56494 req-78dd73d5-bee1-4905-9b3a-8cd36e6950e4 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:26.146003 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e4d1c512-bdae-4fa2-8140-6a0207e56494 req-78dd73d5-bee1-4905-9b3a-8cd36e6950e4 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1210856 Jan 22 15:16:26.215033 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e4d1c512-bdae-4fa2-8140-6a0207e56494 req-1ef3f4db-d255-49f3-95a4-fe2d45237e0d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622993 Jan 22 15:16:27.516955 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbeb449-70e7-4eb4-bc84-b131610abcd6 req-f5dc3100-7f61-4a71-85ea-65876e41d83a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:27.518833 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9fbeb449-70e7-4eb4-bc84-b131610abcd6 req-f5dc3100-7f61-4a71-85ea-65876e41d83a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1261148 Jan 22 15:16:27.583005 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9fbeb449-70e7-4eb4-bc84-b131610abcd6 req-9c166e62-81e4-414e-ae91-1074d0c05d84 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567527 Jan 22 15:16:28.865037 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378179d-b050-458d-9280-db54acb46057 req-b25cecdc-1a2a-49d4-bf5e-7b30ca7b34d6 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:28.866763 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6378179d-b050-458d-9280-db54acb46057 req-b25cecdc-1a2a-49d4-bf5e-7b30ca7b34d6 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1148720 Jan 22 15:16:28.927060 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6378179d-b050-458d-9280-db54acb46057 req-02bd4f2d-aafb-4242-a5c7-b8a8bcbae5fa tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528762 Jan 22 15:16:30.202613 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa148477-2006-4273-a655-74dad26144eb req-d1456869-584c-4a72-a799-ca1536e77437 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:30.210576 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-fa148477-2006-4273-a655-74dad26144eb req-d1456869-584c-4a72-a799-ca1536e77437 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1234663 Jan 22 15:16:30.266219 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-fa148477-2006-4273-a655-74dad26144eb req-e16acaf2-8793-4422-9edb-7269142a28bb tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539563 Jan 22 15:16:31.545498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e8f73-58f1-4159-af9e-40d50df81af3 req-6219b8d2-8f66-4577-8105-84cf10dd3164 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:31.548028 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bf3e8f73-58f1-4159-af9e-40d50df81af3 req-6219b8d2-8f66-4577-8105-84cf10dd3164 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1236129 Jan 22 15:16:31.611496 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bf3e8f73-58f1-4159-af9e-40d50df81af3 req-d1570509-c4ce-40ab-af94-47357bf05ae0 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512562 Jan 22 15:16:32.896249 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519fb3a-1093-49f3-bda6-9893dd9e3786 req-cbd46040-ff50-47c7-9545-b2353ed7003d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:32.904510 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5519fb3a-1093-49f3-bda6-9893dd9e3786 req-cbd46040-ff50-47c7-9545-b2353ed7003d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1203041 Jan 22 15:16:32.959094 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5519fb3a-1093-49f3-bda6-9893dd9e3786 req-ceeb538c-e02c-4268-971d-0480e8f0ee0a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533636 Jan 22 15:16:34.231949 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6cb4d-4f83-4c56-95c5-e1cbaaf518e8 req-ae7f371b-5a37-4138-8c9c-227966df44a5 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:34.234276 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9eb6cb4d-4f83-4c56-95c5-e1cbaaf518e8 req-ae7f371b-5a37-4138-8c9c-227966df44a5 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1193399 Jan 22 15:16:34.299022 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9eb6cb4d-4f83-4c56-95c5-e1cbaaf518e8 req-98cc5c57-7ad8-4ca1-bf4d-981ae89c9b61 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581336 Jan 22 15:16:35.550183 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527843f-762b-4265-b30f-a81544e9bc9b req-fb8ead96-169d-45ab-a089-961a8731c122 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:35.551931 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0527843f-762b-4265-b30f-a81544e9bc9b req-fb8ead96-169d-45ab-a089-961a8731c122 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1130702 Jan 22 15:16:35.604542 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0527843f-762b-4265-b30f-a81544e9bc9b req-2f8f9f40-511e-42d9-a4e7-9a0267de8020 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458736 Jan 22 15:16:35.705273 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca2ce2-0756-4872-acd8-7bacf6a97502 req-03871ca2-459f-401e-af1b-e7a91243a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:35.706969 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-29ca2ce2-0756-4872-acd8-7bacf6a97502 req-03871ca2-459f-401e-af1b-e7a91243a28e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ef4fbebdbdf4941976014a01c398f65&device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 1162 time: 0.2186129 Jan 22 15:16:35.851239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca2ce2-0756-4872-acd8-7bacf6a97502 req-1a293b40-01e6-4227-b142-e2fb1ed13f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:35.853394 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-29ca2ce2-0756-4872-acd8-7bacf6a97502 req-1a293b40-01e6-4227-b142-e2fb1ed13f47 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ccfb0391-2666-48bb-a962-6b33702fc369 HTTP/1.1" status: 200 len: 911 time: 0.1392374 Jan 22 15:16:35.959640 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-29ca2ce2-0756-4872-acd8-7bacf6a97502 req-fc97024a-bb58-440b-86f4-19e71d8ae7cd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccebec4e-b9f1-4fee-b1b0-89012efa2d84 HTTP/1.1" status: 200 len: 1001 time: 0.0993419 Jan 22 15:16:36.031647 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca2ce2-0756-4872-acd8-7bacf6a97502 req-3ec4927b-eb9f-4583-a01c-90a47defdbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:36.033257 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-29ca2ce2-0756-4872-acd8-7bacf6a97502 req-3ec4927b-eb9f-4583-a01c-90a47defdbdf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12a179cd-d2fb-4dae-b410-3d8af3602ae4 HTTP/1.1" status: 200 len: 856 time: 0.0676298 Jan 22 15:16:36.117464 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca2ce2-0756-4872-acd8-7bacf6a97502 req-6b99a2d7-87d6-4a33-b3f9-4686ef2b1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:36.120387 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-29ca2ce2-0756-4872-acd8-7bacf6a97502 req-6b99a2d7-87d6-4a33-b3f9-4686ef2b1b7d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ccfb0391-2666-48bb-a962-6b33702fc369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792348 Jan 22 15:16:36.268008 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-29ca2ce2-0756-4872-acd8-7bacf6a97502 req-e3266560-6d9c-4c68-a6ee-bf696a5c7ab3 service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399665 Jan 22 15:16:36.419403 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-29ca2ce2-0756-4872-acd8-7bacf6a97502 req-b8c5a5d1-6c60-4dd2-8463-2ffb462cbcbb service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1441116 Jan 22 15:16:36.858242 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ade6d-4fd1-4c2a-b02d-0f3b5d1b44b0 req-e0e99a4a-f4da-4921-a360-a7d6b7754e2e tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:36.859892 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e96ade6d-4fd1-4c2a-b02d-0f3b5d1b44b0 req-e0e99a4a-f4da-4921-a360-a7d6b7754e2e tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1060174 Jan 22 15:16:36.911765 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e96ade6d-4fd1-4c2a-b02d-0f3b5d1b44b0 req-1d758862-4708-4d1c-a0e1-6dbe75ae0110 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455179 Jan 22 15:16:38.165787 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f6a77-ca75-4bc3-b113-bb8acf6449e1 req-adb54535-26e9-4f89-86aa-7a2292c0af08 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:38.167448 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-480f6a77-ca75-4bc3-b113-bb8acf6449e1 req-adb54535-26e9-4f89-86aa-7a2292c0af08 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1109183 Jan 22 15:16:38.221031 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-480f6a77-ca75-4bc3-b113-bb8acf6449e1 req-7e4b5b0a-c9aa-40b9-a96e-b293fca09823 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472643 Jan 22 15:16:38.739740 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 46926) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:38.817086 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a1c608-71a1-4af2-8148-613e40545d7c admin admin] Deleting subnet 22cc589e-a6de-40a5-b3b3-12cecc70f889 {{(pid=80167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 15:16:38.820133 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-27a1c608-71a1-4af2-8148-613e40545d7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:38.873154 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-27a1c608-71a1-4af2-8148-613e40545d7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826614297'] for subnet, precommit_delete_associations {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:38.931885 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-27a1c608-71a1-4af2-8148-613e40545d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851338077'] for subnet, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:39.186890 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-27a1c608-71a1-4af2-8148-613e40545d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3437755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826645422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827252597'] for subnet, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:39.202326 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-1bb28203-aef7-4285-a2ae-f83f5ac0c882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:39.284922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1c608-71a1-4af2-8148-613e40545d7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22cc589e-a6de-40a5-b3b3-12cecc70f889,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:39.300259 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-27a1c608-71a1-4af2-8148-613e40545d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:39.338361 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-27a1c608-71a1-4af2-8148-613e40545d7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:39.344924 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-27a1c608-71a1-4af2-8148-613e40545d7c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/22cc589e-a6de-40a5-b3b3-12cecc70f889 HTTP/1.1" status: 204 len: 168 time: 0.6036508 Jan 22 15:16:39.346918 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 46932) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:39.473160 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bcd30b00-84d9-4455-894d-0529488536f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851173077'] for network, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:39.484618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e6070-cba0-4613-9428-61f3da64a62c req-31ac0538-4469-4ec9-a015-834155f18ae0 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:39.486292 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e90e6070-cba0-4613-9428-61f3da64a62c req-31ac0538-4469-4ec9-a015-834155f18ae0 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1083229 Jan 22 15:16:39.543795 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e90e6070-cba0-4613-9428-61f3da64a62c req-71ec5250-cdf4-41a0-abd5-7f7c4fec5bc0 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508866 Jan 22 15:16:39.639294 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device ccebec4e-b9f1-4fee-b1b0-89012efa2d84 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:16:39.674826 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bcd30b00-84d9-4455-894d-0529488536f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3437584', 'neutron.services.segments.db._delete_segments_for_network--9223363265338935241'] for network, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:39.764311 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:39.793535 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccebec4e-b9f1-4fee-b1b0-89012efa2d84'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:16:39.795407 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-bcd30b00-84d9-4455-894d-0529488536f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1a8883-94a5-4921-b632-398d8c5813e9']}} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:16:39.804336 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port ccebec4e-b9f1-4fee-b1b0-89012efa2d84, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=ccebec4e-b9f1-4fee-b1b0-89012efa2d84,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:16:39.810234 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-bcd30b00-84d9-4455-894d-0529488536f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12241a03-0e63-4869-9cf7-861c1ba12353') {'for_net_delete': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:16:39.810677 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-bcd30b00-84d9-4455-894d-0529488536f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12241a03-0e63-4869-9cf7-861c1ba12353') {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:16:39.812344 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:39.817862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5fc3bfeb-e358-47f2-9849-fe77fb1efc82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:39.825018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bcd30b00-84d9-4455-894d-0529488536f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265338937289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28161519'] for segment, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:39.840917 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bcd30b00-84d9-4455-894d-0529488536f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:39.843053 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bcd30b00-84d9-4455-894d-0529488536f2 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 15:16:39.900582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=ccebec4e-b9f1-4fee-b1b0-89012efa2d84,revision_number=5']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:39.910125 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.910570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.910913 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.911290 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.911664 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.912287 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.912776 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.913144 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.913514 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.914055 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.914236 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.914853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.915371 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.915788 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.916157 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.916568 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.916937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.917280 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.917810 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.918331 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.918867 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.919373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.919933 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.920607 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:39.926857 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:40.030258 dv-cinder-763774-2-smb neutron-server[80056]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ccebec4e-b9f1-4fee-b1b0-89012efa2d84', 'code': 422} returned with failed status Jan 22 15:16:40.039284 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-bcd30b00-84d9-4455-894d-0529488536f2 admin admin] Network 3b1a8883-94a5-4921-b632-398d8c5813e9 has no segments {{(pid=80167) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:16:40.049070 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bcd30b00-84d9-4455-894d-0529488536f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851327524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826645443'] for segment, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:40.497071 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-bcd30b00-84d9-4455-894d-0529488536f2 admin admin] Network 3b1a8883-94a5-4921-b632-398d8c5813e9 has no segments {{(pid=80167) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: Traceback (most recent call last): Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: timer() Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: cb(*args, **kw) Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: return func(*args, **kwargs) Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: self._notify() Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: self.callback(batched_events) Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: event.method(event) Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: segment_id)['aggregates'][0] Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: return f(self, *a, **k) Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: return self._get(url).json() Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: **kwargs) Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: return self.request(url, 'GET', **kwargs) Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: **endpoint_filter) Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 15:16:40.526473 dv-cinder-763774-2-smb neutron-server[80056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 15:16:40.668237 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bcd30b00-84d9-4455-894d-0529488536f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851338216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854265033'] for network, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:40.671799 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 46974) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:40.675416 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:40.701655 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bcd30b00-84d9-4455-894d-0529488536f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:40.709849 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd30b00-84d9-4455-894d-0529488536f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1a8883-94a5-4921-b632-398d8c5813e9,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:40.716260 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bcd30b00-84d9-4455-894d-0529488536f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:40.734933 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-bcd30b00-84d9-4455-894d-0529488536f2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3b1a8883-94a5-4921-b632-398d8c5813e9 HTTP/1.1" status: 204 len: 168 time: 1.3747742 Jan 22 15:16:40.758884 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c8190-9ca3-4baf-ac03-8767615afa6b req-44dff757-0d7a-4949-aee9-c40a8a17441a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:40.760584 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-fc6c8190-9ca3-4baf-ac03-8767615afa6b req-44dff757-0d7a-4949-aee9-c40a8a17441a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1731162 Jan 22 15:16:40.819663 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-fc6c8190-9ca3-4baf-ac03-8767615afa6b req-4b2546e3-2bea-4154-8ad4-4f8472fa4f5d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524085 Jan 22 15:16:40.877791 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3b982412-50e2-4cc5-a7e5-1c6a53c27197 req-511db845-6d1d-4bdb-abc7-cbd160397756 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2044425 Jan 22 15:16:41.003177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 46992) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:41.056498 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-12d50788-629a-40e3-a1a5-7e929ef7da09 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7cf93ed828b466a95b08e77c4c48d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518832 Jan 22 15:16:41.058950 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 46996) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:16:41.121883 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:41.149066 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:41.198767 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:41.204202 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-51d644c4-3dcf-4dd2-866d-2f9d6a684f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:41.219523 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500d2e19-cf8c-41bc-8261-aa84319b0358,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:41.228516 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.228949 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.229371 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.229784 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.230193 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.230665 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.231077 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.231490 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.231899 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.232303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.232711 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.233114 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.233591 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.234069 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.234402 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.234810 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.235214 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.235612 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.236058 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.236470 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.236861 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.237364 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.237636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.238036 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:16:41.243002 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:41.246480 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:41.250249 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/500d2e19-cf8c-41bc-8261-aa84319b0358 HTTP/1.1" status: 204 len: 168 time: 0.1877458 Jan 22 15:16:42.099383 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91b4cb-737b-45e9-a6aa-58af7adf9936 req-d4ace4f5-7300-4d95-8e0c-e6b3c3ce32aa tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:42.101024 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4b91b4cb-737b-45e9-a6aa-58af7adf9936 req-d4ace4f5-7300-4d95-8e0c-e6b3c3ce32aa tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1078658 Jan 22 15:16:42.155265 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4b91b4cb-737b-45e9-a6aa-58af7adf9936 req-19c67acd-d702-4c15-a89c-035ed7e1c149 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469882 Jan 22 15:16:42.465084 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b982412-50e2-4cc5-a7e5-1c6a53c27197 req-99089d5a-d612-44e9-8d3a-0397674e59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:42.466769 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3b982412-50e2-4cc5-a7e5-1c6a53c27197 req-99089d5a-d612-44e9-8d3a-0397674e59c4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d&tenant_id=8ef4fbebdbdf4941976014a01c398f65 HTTP/1.1" status: 200 len: 1160 time: 0.0817285 Jan 22 15:16:42.579928 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b982412-50e2-4cc5-a7e5-1c6a53c27197 req-0b762133-bf8f-4011-9096-857d6a94dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:42.581549 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3b982412-50e2-4cc5-a7e5-1c6a53c27197 req-0b762133-bf8f-4011-9096-857d6a94dbf5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ef4fbebdbdf4941976014a01c398f65&device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 1160 time: 0.0793066 Jan 22 15:16:42.731040 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b982412-50e2-4cc5-a7e5-1c6a53c27197 req-c5083872-6075-436b-bbe1-424aad76654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:42.732591 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3b982412-50e2-4cc5-a7e5-1c6a53c27197 req-c5083872-6075-436b-bbe1-424aad76654d service neutron] 10.222.0.63 "GET /v2.0/networks?id=ccfb0391-2666-48bb-a962-6b33702fc369 HTTP/1.1" status: 200 len: 911 time: 0.1424508 Jan 22 15:16:42.845531 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3b982412-50e2-4cc5-a7e5-1c6a53c27197 req-a9f687c6-2a27-4940-952f-7ebd5a8ad657 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccebec4e-b9f1-4fee-b1b0-89012efa2d84 HTTP/1.1" status: 200 len: 999 time: 0.1052570 Jan 22 15:16:42.920500 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b982412-50e2-4cc5-a7e5-1c6a53c27197 req-0431c79a-0ca1-4a57-ae29-7933d7e81ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:42.921991 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3b982412-50e2-4cc5-a7e5-1c6a53c27197 req-0431c79a-0ca1-4a57-ae29-7933d7e81ca8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12a179cd-d2fb-4dae-b410-3d8af3602ae4 HTTP/1.1" status: 200 len: 856 time: 0.0688536 Jan 22 15:16:43.004704 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b982412-50e2-4cc5-a7e5-1c6a53c27197 req-5b5aaa55-d479-453d-9bc3-abfd8e58d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:43.006232 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3b982412-50e2-4cc5-a7e5-1c6a53c27197 req-5b5aaa55-d479-453d-9bc3-abfd8e58d9ca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ccfb0391-2666-48bb-a962-6b33702fc369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772681 Jan 22 15:16:43.150049 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3b982412-50e2-4cc5-a7e5-1c6a53c27197 req-8e7da318-63e3-415f-bda0-23ec1f765b44 service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355734 Jan 22 15:16:43.299968 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3b982412-50e2-4cc5-a7e5-1c6a53c27197 req-92adbdd2-db83-411f-8a32-44d59d67c5a2 service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421163 Jan 22 15:16:43.425480 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa947a-29d5-4e4a-9870-f469f7409adc req-fcab720d-b8d3-46f3-9e04-cf5c1b7f5167 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:43.427179 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-56fa947a-29d5-4e4a-9870-f469f7409adc req-fcab720d-b8d3-46f3-9e04-cf5c1b7f5167 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1118176 Jan 22 15:16:43.483084 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-56fa947a-29d5-4e4a-9870-f469f7409adc req-297c3588-44ef-41f2-a99a-01a47e9cab4d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486023 Jan 22 15:16:44.804864 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdf0a4-66c3-4a0a-9ed5-b8c1f6c86990 req-e820d1c7-ffb2-4379-b4a2-956ed2a7631f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:44.810868 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9bbdf0a4-66c3-4a0a-9ed5-b8c1f6c86990 req-e820d1c7-ffb2-4379-b4a2-956ed2a7631f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1348469 Jan 22 15:16:44.908997 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9bbdf0a4-66c3-4a0a-9ed5-b8c1f6c86990 req-a6c28687-62e5-4c2f-aa71-2c71790a55ac tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950077 Jan 22 15:16:46.160993 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b9293-77d0-414b-95ad-6995679d42c0 req-6d68d0de-9bdf-4e72-9c49-d09e91740652 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:46.163012 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a38b9293-77d0-414b-95ad-6995679d42c0 req-6d68d0de-9bdf-4e72-9c49-d09e91740652 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1100397 Jan 22 15:16:46.222149 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a38b9293-77d0-414b-95ad-6995679d42c0 req-32e53714-e67e-47fa-b4ea-8aaaa98ccc5b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524011 Jan 22 15:16:47.490985 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a771b-80dd-4a67-9d02-dd86863fd1f1 req-478517e9-08f1-4a02-ba6d-1e695d503430 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:47.492794 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ee0a771b-80dd-4a67-9d02-dd86863fd1f1 req-478517e9-08f1-4a02-ba6d-1e695d503430 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1121895 Jan 22 15:16:47.550531 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ee0a771b-80dd-4a67-9d02-dd86863fd1f1 req-deca04af-20ae-4b60-97d4-15a285a4a7a5 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506506 Jan 22 15:16:48.815868 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba84e-754e-44fc-bf44-78a058fe99c5 req-0fa06c73-ed4e-4b5d-a009-daee833e7f9b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:48.817753 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c13ba84e-754e-44fc-bf44-78a058fe99c5 req-0fa06c73-ed4e-4b5d-a009-daee833e7f9b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1159708 Jan 22 15:16:48.872213 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c13ba84e-754e-44fc-bf44-78a058fe99c5 req-6caed8da-d291-4aa7-a595-211585e7f349 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476804 Jan 22 15:16:50.138720 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f573fd6-75e0-4b8c-be37-6dbf5c43fb83 req-97f79751-ca45-416c-b2cb-729e8fb05608 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:50.140446 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6f573fd6-75e0-4b8c-be37-6dbf5c43fb83 req-97f79751-ca45-416c-b2cb-729e8fb05608 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1085093 Jan 22 15:16:50.199605 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6f573fd6-75e0-4b8c-be37-6dbf5c43fb83 req-d94583dc-5213-4f01-820f-373c3896fac2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525408 Jan 22 15:16:50.911517 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-66898c81-9cba-4b52-a7f2-fb93b5c5e8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:51.468427 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcb117-03c0-4453-9e0d-6280f341c707 req-1b524288-7c3a-41c0-903e-454d850849ba tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:51.470176 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3bcb117-03c0-4453-9e0d-6280f341c707 req-1b524288-7c3a-41c0-903e-454d850849ba tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1172454 Jan 22 15:16:51.526927 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a3bcb117-03c0-4453-9e0d-6280f341c707 req-21e35c3e-0618-4bc3-b1e8-c25897fd3529 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491514 Jan 22 15:16:52.791929 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058171fc-3470-41ab-9ae7-774c08e3cdfb req-b11117ce-6e2b-44e8-ba9a-bc26f072066f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:52.793568 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-058171fc-3470-41ab-9ae7-774c08e3cdfb req-b11117ce-6e2b-44e8-ba9a-bc26f072066f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1125462 Jan 22 15:16:52.838424 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c82ac29e-79bf-4b22-945c-d33dae2428c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:52.847888 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-058171fc-3470-41ab-9ae7-774c08e3cdfb req-3c16fa90-55a6-4a11-8676-f578b515fb63 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478561 Jan 22 15:16:53.565577 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:54.109881 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9b379-46f6-4f0e-ae5a-342d27d90ba2 req-844c2596-a71f-41e6-9bd0-59b31e6e1714 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:54.111581 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64a9b379-46f6-4f0e-ae5a-342d27d90ba2 req-844c2596-a71f-41e6-9bd0-59b31e6e1714 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1114190 Jan 22 15:16:54.169764 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-64a9b379-46f6-4f0e-ae5a-342d27d90ba2 req-5a1d5afe-d084-4c78-92b4-354246ef683f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511653 Jan 22 15:16:54.662939 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:54.705539 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:55.086497 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:55.152256 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277c1b3-3ee0-40f9-a722-9749b52952de req-2383add0-b27f-4720-b964-fc108d527b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:55.153891 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1277c1b3-3ee0-40f9-a722-9749b52952de req-2383add0-b27f-4720-b964-fc108d527b16 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ef4fbebdbdf4941976014a01c398f65&device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 1160 time: 0.0778286 Jan 22 15:16:55.323506 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277c1b3-3ee0-40f9-a722-9749b52952de req-fa206159-bf43-4db5-b82e-47ffeda91735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:55.331959 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1277c1b3-3ee0-40f9-a722-9749b52952de req-fa206159-bf43-4db5-b82e-47ffeda91735 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ccfb0391-2666-48bb-a962-6b33702fc369 HTTP/1.1" status: 200 len: 911 time: 0.1565988 Jan 22 15:16:55.434063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401d466-99e1-4489-b675-96680b8b0589 req-1ca12a2c-ee3a-4fc1-8897-746ece999b1b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:55.435924 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d401d466-99e1-4489-b675-96680b8b0589 req-1ca12a2c-ee3a-4fc1-8897-746ece999b1b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1159999 Jan 22 15:16:55.444304 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1277c1b3-3ee0-40f9-a722-9749b52952de req-01179a82-6eb2-42d5-b02b-aca39e5ab324 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccebec4e-b9f1-4fee-b1b0-89012efa2d84 HTTP/1.1" status: 200 len: 999 time: 0.1069200 Jan 22 15:16:55.490868 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d401d466-99e1-4489-b675-96680b8b0589 req-5f3a5de5-5cbe-48c1-9685-2260cdc91067 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486865 Jan 22 15:16:55.517586 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277c1b3-3ee0-40f9-a722-9749b52952de req-4553e1c2-69ff-4cf0-9074-3d4674024387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:55.519206 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1277c1b3-3ee0-40f9-a722-9749b52952de req-4553e1c2-69ff-4cf0-9074-3d4674024387 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12a179cd-d2fb-4dae-b410-3d8af3602ae4 HTTP/1.1" status: 200 len: 856 time: 0.0682135 Jan 22 15:16:55.609211 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277c1b3-3ee0-40f9-a722-9749b52952de req-f68073c6-864c-43e5-b7aa-90f9da287a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:55.610876 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1277c1b3-3ee0-40f9-a722-9749b52952de req-f68073c6-864c-43e5-b7aa-90f9da287a33 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ccfb0391-2666-48bb-a962-6b33702fc369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822570 Jan 22 15:16:55.755733 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1277c1b3-3ee0-40f9-a722-9749b52952de req-b19ef152-8a6a-4478-bfef-bf1babf3981f service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366179 Jan 22 15:16:55.910320 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1277c1b3-3ee0-40f9-a722-9749b52952de req-2dc6f332-3c62-4e75-a6ff-34e75105f975 service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391428 Jan 22 15:16:56.750158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62c3a7-b72d-4d9c-a5f4-5fb5c217fb09 req-e35f7aae-9953-4bbd-95f7-3a2dde77ac66 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:56.751801 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ee62c3a7-b72d-4d9c-a5f4-5fb5c217fb09 req-e35f7aae-9953-4bbd-95f7-3a2dde77ac66 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1054740 Jan 22 15:16:56.803459 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ee62c3a7-b72d-4d9c-a5f4-5fb5c217fb09 req-9344577e-14f3-4eac-99cc-78378c3a669b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448678 Jan 22 15:16:58.058510 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a143ca-72cb-47de-9580-a6cc1b678d6b req-72fb45f9-8b8d-42e0-ad01-4ff225495930 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:58.060181 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-85a143ca-72cb-47de-9580-a6cc1b678d6b req-72fb45f9-8b8d-42e0-ad01-4ff225495930 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 943 time: 0.1108024 Jan 22 15:16:58.116263 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-85a143ca-72cb-47de-9580-a6cc1b678d6b req-4b5ea6e6-7edb-4f02-bec7-3c6cf0371052 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495365 Jan 22 15:16:58.255081 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device ccebec4e-b9f1-4fee-b1b0-89012efa2d84 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:16:58.347792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port ccebec4e-b9f1-4fee-b1b0-89012efa2d84 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:16:58.348424 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:58.491748 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:58.522042 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccebec4e-b9f1-4fee-b1b0-89012efa2d84'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:16:58.532819 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port ccebec4e-b9f1-4fee-b1b0-89012efa2d84, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=ccebec4e-b9f1-4fee-b1b0-89012efa2d84,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:16:58.535982 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:16:58.538665 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:16:58.586898 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccebec4e-b9f1-4fee-b1b0-89012efa2d84', 'code': 200} Jan 22 15:16:58.610828 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=ccebec4e-b9f1-4fee-b1b0-89012efa2d84,revision_number=6']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:16:58.614211 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:16:59.178272 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20865ffd-3f9c-4c01-8b8d-c5c8613c7bba req-0917a255-bf46-4d4f-ae90-5dd41cc543ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:59.180674 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-20865ffd-3f9c-4c01-8b8d-c5c8613c7bba req-0917a255-bf46-4d4f-ae90-5dd41cc543ac service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 1162 time: 0.0773373 Jan 22 15:16:59.224707 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-20865ffd-3f9c-4c01-8b8d-c5c8613c7bba req-0de295f5-ed16-4a28-9508-37ed6a9d79f4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367577 Jan 22 15:16:59.373511 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de77da8-cc81-40bf-a385-c168a5b457b3 req-7132d25e-5b78-477f-a083-6eb959c07382 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:16:59.375187 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6de77da8-cc81-40bf-a385-c168a5b457b3 req-7132d25e-5b78-477f-a083-6eb959c07382 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1112468 Jan 22 15:16:59.428204 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6de77da8-cc81-40bf-a385-c168a5b457b3 req-32f364e3-d2a0-40f8-84b8-574e0f7571fb tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466726 Jan 22 15:16:59.919809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device ccebec4e-b9f1-4fee-b1b0-89012efa2d84 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:16:59.994187 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port ccebec4e-b9f1-4fee-b1b0-89012efa2d84 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:16:59.994659 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:00.698777 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c36178-e26a-4a8b-a495-b8e24f40bf5d req-545520b5-bed1-4930-b46b-5e23590ad393 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:00.700502 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d9c36178-e26a-4a8b-a495-b8e24f40bf5d req-545520b5-bed1-4930-b46b-5e23590ad393 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1236000 Jan 22 15:17:00.756338 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d9c36178-e26a-4a8b-a495-b8e24f40bf5d req-9d512786-445c-4a14-8ef7-a65ed7d52499 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490541 Jan 22 15:17:02.022163 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1292e1-6d9f-4447-a8f3-0ab05942cc07 req-0f8c64cd-c317-432c-9fe0-3036f3307bb9 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:02.023751 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-db1292e1-6d9f-4447-a8f3-0ab05942cc07 req-0f8c64cd-c317-432c-9fe0-3036f3307bb9 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1128373 Jan 22 15:17:02.074682 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-db1292e1-6d9f-4447-a8f3-0ab05942cc07 req-f4932f59-cfa0-49e7-a61b-075ef233b0d0 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443730 Jan 22 15:17:02.296835 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:17:03.081650 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e92fb-ed17-431e-9494-6aababb61dc7 req-52feb80e-5080-4ee1-ae77-d4847c95496b tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:03.083321 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-662e92fb-ed17-431e-9494-6aababb61dc7 req-52feb80e-5080-4ee1-ae77-d4847c95496b tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 945 time: 0.1046455 Jan 22 15:17:03.133668 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-662e92fb-ed17-431e-9494-6aababb61dc7 req-d9dff2bc-3a38-4970-9fa7-e925f4f5d573 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=3a587513-ef25-42c8-8854-2fb8ebf058e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439467 Jan 22 15:17:04.373533 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ac533-b760-4da5-a130-b4d8416d6e4b req-4eaee3ef-51c9-4b1e-970e-78f4deeba430 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:04.375234 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c14ac533-b760-4da5-a130-b4d8416d6e4b req-4eaee3ef-51c9-4b1e-970e-78f4deeba430 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 945 time: 0.1070545 Jan 22 15:17:04.431466 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c14ac533-b760-4da5-a130-b4d8416d6e4b req-150d909f-3092-4936-b405-e7e43191b802 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=3a587513-ef25-42c8-8854-2fb8ebf058e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495925 Jan 22 15:17:05.029064 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-f48e000f-d466-48cf-a261-8982448f67a1 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:05.030642 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-f48e000f-d466-48cf-a261-8982448f67a1 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.63 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 945 time: 0.1084981 Jan 22 15:17:05.110050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Deleting port dc424201-bb69-4b00-8570-709f8f069d8d {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:17:05.110682 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:05.371975 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] For port dc424201-bb69-4b00-8570-709f8f069d8d, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=dc424201-bb69-4b00-8570-709f8f069d8d,segment=NetworkSegment(3cd764c7-d738-49e8-93d6-258697d18a7d),segment_id=3cd764c7-d738-49e8-93d6-258697d18a7d)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:17:05.372381 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:05.819245 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device dc424201-bb69-4b00-8570-709f8f069d8d no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:17:05.948834 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:05.976914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c682d444-4eef-4227-902c-f336bc86b537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc424201-bb69-4b00-8570-709f8f069d8d'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:17:05.981252 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698d29a-7298-4bf0-82ab-a5dab9d414cd req-ef931975-c3fd-44cc-918e-09f7445a37e6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:05.982940 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e698d29a-7298-4bf0-82ab-a5dab9d414cd req-ef931975-c3fd-44cc-918e-09f7445a37e6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 945 time: 0.2954502 Jan 22 15:17:05.987084 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port dc424201-bb69-4b00-8570-709f8f069d8d, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=dc424201-bb69-4b00-8570-709f8f069d8d,segment=NetworkSegment(3cd764c7-d738-49e8-93d6-258697d18a7d),segment_id=3cd764c7-d738-49e8-93d6-258697d18a7d)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:17:05.990395 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:05.992639 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:06.041363 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c682d444-4eef-4227-902c-f336bc86b537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc424201-bb69-4b00-8570-709f8f069d8d', 'code': 200} Jan 22 15:17:06.047367 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for floatingip, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:06.047785 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:06.048135 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.l3_db [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Floating IP 30e73938-4c58-4603-be7d-8e5064e0b817 disassociated. External IP: 172.28.2.187, port: dc424201-bb69-4b00-8570-709f8f069d8d. Jan 22 15:17:06.048520 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Calling delete_port for dc424201-bb69-4b00-8570-709f8f069d8d owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:17:06.067842 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=dc424201-bb69-4b00-8570-709f8f069d8d,revision_number=5']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:06.071412 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:06.107260 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e698d29a-7298-4bf0-82ab-a5dab9d414cd req-fe23c005-5899-40b9-9980-d43dab0f641e tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=3a587513-ef25-42c8-8854-2fb8ebf058e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162546 Jan 22 15:17:06.150861 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.db.api [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80167) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 15:17:06.151232 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_db.api [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 15:17:06.652876 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Deleting port dc424201-bb69-4b00-8570-709f8f069d8d {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:17:06.653222 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:06.914183 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] For port dc424201-bb69-4b00-8570-709f8f069d8d, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=dc424201-bb69-4b00-8570-709f8f069d8d,segment=NetworkSegment(3cd764c7-d738-49e8-93d6-258697d18a7d),segment_id=3cd764c7-d738-49e8-93d6-258697d18a7d)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:17:06.914763 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:07.220887 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for floatingip, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:07.221297 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:07.221583 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.l3_db [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Floating IP 30e73938-4c58-4603-be7d-8e5064e0b817 disassociated. External IP: 172.28.2.187, port: dc424201-bb69-4b00-8570-709f8f069d8d. Jan 22 15:17:07.221982 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Calling delete_port for dc424201-bb69-4b00-8570-709f8f069d8d owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:17:07.345096 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46f69f-9a36-4cba-84d0-f0f68c08c4d3 req-1b063468-0497-4729-9bb6-55bc9b8d18c6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:07.346806 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1f46f69f-9a36-4cba-84d0-f0f68c08c4d3 req-1b063468-0497-4729-9bb6-55bc9b8d18c6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 943 time: 0.1073155 Jan 22 15:17:07.375954 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:07.392311 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-dd3ed359-2ffb-4d80-a224-199943367df4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:07.401443 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1f46f69f-9a36-4cba-84d0-f0f68c08c4d3 req-b29d5451-42e2-44db-8565-ef1a153b0f07 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups?id=3a587513-ef25-42c8-8854-2fb8ebf058e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471246 Jan 22 15:17:07.488615 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event deleted for resources: {'Port': ['ID=dc424201-bb69-4b00-8570-709f8f069d8d,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:07.504098 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.504521 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.504936 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.505347 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.505753 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.506157 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.506583 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.506998 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.507447 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.507951 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.508354 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.508751 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.509223 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.509621 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.510019 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.510467 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.510869 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.511269 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.511665 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.512061 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.512455 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.512853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.513250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.513643 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:07.518667 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:07.774579 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:17:07.969055 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:17:07.979858 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ad865-93f0-4cd1-a481-25aee0220d58 None None] Sync routers for ids ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'] in dv-cinder-763774-2-smb {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:17:07.990564 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ad865-93f0-4cd1-a481-25aee0220d58 None None] Routers {'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:17:07.991284 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-a59ad865-93f0-4cd1-a481-25aee0220d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:16:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:17:08.011472 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] No DVR routers for this DVR port dc424201-bb69-4b00-8570-709f8f069d8d on host hv-cinder-76377 {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:17:08.013863 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:08.016826 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c682d444-4eef-4227-902c-f336bc86b537', 'name': 'network-vif-deleted', 'tag': 'dc424201-bb69-4b00-8570-709f8f069d8d'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:17:08.033946 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-78f4a1c0-8550-418f-a44a-d0c96770635d req-a0842495-665f-482c-a66a-e8b0184b2501 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.63 "DELETE /v2.0/ports/dc424201-bb69-4b00-8570-709f8f069d8d HTTP/1.1" status: 204 len: 173 time: 2.9981029 Jan 22 15:17:08.202439 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-a59ad865-93f0-4cd1-a481-25aee0220d58 None None] Set router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:17:08.261865 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c682d444-4eef-4227-902c-f336bc86b537', 'name': 'network-vif-deleted', 'tag': 'dc424201-bb69-4b00-8570-709f8f069d8d', 'status': 'completed', 'code': 200} Jan 22 15:17:08.540597 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-a59ad865-93f0-4cd1-a481-25aee0220d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:23Z', 'revision_number': 5, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:17:08.544734 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ad865-93f0-4cd1-a481-25aee0220d58 None None] Checking router: e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 for host: dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:17:08.553799 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ad865-93f0-4cd1-a481-25aee0220d58 None None] Routers {'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:17:08.554518 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-a59ad865-93f0-4cd1-a481-25aee0220d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:16:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:17:08.609063 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b658d654-c1a9-4ac6-a08c-df1efe7a56d3 req-5840d050-c8ca-4563-b261-09f977dc7ae5 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/ports?device_id=c682d444-4eef-4227-902c-f336bc86b537 HTTP/1.1" status: 200 len: 210 time: 0.0537877 Jan 22 15:17:08.890448 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-a59ad865-93f0-4cd1-a481-25aee0220d58 None None] Set router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:17:09.213937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-a59ad865-93f0-4cd1-a481-25aee0220d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:23Z', 'revision_number': 5, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:17:09.217993 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ad865-93f0-4cd1-a481-25aee0220d58 None None] The sync data for ids ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'] in dv-cinder-763774-2-smb is: [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:11:09Z', 'revision_number': 4, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '29db0f04-11c7-44d1-a71b-7ab009e7d4fa', 'name': '', 'network_id': '9dd63de7-9879-40c0-8dd7-c6f473b5cf76', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'mac_address': 'fa:16:3e:b5:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:07Z', 'updated_at': '2021-01-22T15:11:23Z', 'revision_number': 5, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'subnets': [{'id': '26594a79-fcad-4c2a-92cb-91187601fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:17:09.624439 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0cdeb-d381-47d3-986b-e11f640ec61b None None] New status for floating IP 30e73938-4c58-4603-be7d-8e5064e0b817: DOWN {{(pid=80169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 15:17:09.764440 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47208) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:10.058053 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-48ad6950-835d-4c14-98a5-e9ed778aa433 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:10.088726 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-48ad6950-835d-4c14-98a5-e9ed778aa433 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:10.135250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-48ad6950-835d-4c14-98a5-e9ed778aa433 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:10.140400 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-84003e59-377b-4eec-8f96-d42bab9ae906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:10.156696 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad6950-835d-4c14-98a5-e9ed778aa433 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a587513-ef25-42c8-8854-2fb8ebf058e3,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:10.162326 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-48ad6950-835d-4c14-98a5-e9ed778aa433 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:10.164543 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-48ad6950-835d-4c14-98a5-e9ed778aa433 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:10.165753 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-48ad6950-835d-4c14-98a5-e9ed778aa433 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "DELETE /v2.0/security-groups/3a587513-ef25-42c8-8854-2fb8ebf058e3 HTTP/1.1" status: 204 len: 168 time: 0.4002335 Jan 22 15:17:10.168877 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47212) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:10.189730 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.v2.resource [None req-370889bc-4eaa-4530-a818-dfda26a854b6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] show failed (client error): The resource could not be found. Jan 22 15:17:10.194020 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-370889bc-4eaa-4530-a818-dfda26a854b6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "GET /v2.0/security-groups/3a587513-ef25-42c8-8854-2fb8ebf058e3 HTTP/1.1" status: 404 len: 347 time: 0.0240209 Jan 22 15:17:10.194153 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 47216) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:10.367417 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8625f-4bb6-44e8-bfd6-4fd6a04d645c tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Deleting port 72542c4e-d1fd-41bf-b052-8403a82132ef {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:17:10.367955 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-dfb8625f-4bb6-44e8-bfd6-4fd6a04d645c tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:10.544977 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-dfb8625f-4bb6-44e8-bfd6-4fd6a04d645c tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:10.545350 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-dfb8625f-4bb6-44e8-bfd6-4fd6a04d645c tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for floatingip, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:10.677981 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8625f-4bb6-44e8-bfd6-4fd6a04d645c tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Calling delete_port for 72542c4e-d1fd-41bf-b052-8403a82132ef owned by network:floatingip {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:17:10.816727 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-dfb8625f-4bb6-44e8-bfd6-4fd6a04d645c tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:10.832724 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-48a10aed-afcf-4b1f-af37-9a7e9c6e81fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:10.928424 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8625f-4bb6-44e8-bfd6-4fd6a04d645c tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Pushing event deleted for resources: {'Port': ['ID=72542c4e-d1fd-41bf-b052-8403a82132ef,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:10.932382 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-dfb8625f-4bb6-44e8-bfd6-4fd6a04d645c tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:11.053303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-dfb8625f-4bb6-44e8-bfd6-4fd6a04d645c tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks [] for floatingip, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:11.067658 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-dfb8625f-4bb6-44e8-bfd6-4fd6a04d645c tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:11.068903 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-dfb8625f-4bb6-44e8-bfd6-4fd6a04d645c tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] 10.222.0.53 "DELETE /v2.0/floatingips/30e73938-4c58-4603-be7d-8e5064e0b817 HTTP/1.1" status: 204 len: 168 time: 0.8732812 Jan 22 15:17:15.270910 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 47246) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:16.267501 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b15f57d1-b4bd-4d6e-b76a-65fcd77f1dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854278362'] for router_interface, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:16.631072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-b15f57d1-b4bd-4d6e-b76a-65fcd77f1dcc admin admin] Deleting port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:17:16.631630 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b15f57d1-b4bd-4d6e-b76a-65fcd77f1dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:16.815172 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-b15f57d1-b4bd-4d6e-b76a-65fcd77f1dcc admin admin] For port 29db0f04-11c7-44d1-a71b-7ab009e7d4fa, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=29db0f04-11c7-44d1-a71b-7ab009e7d4fa,segment=NetworkSegment(3cd764c7-d738-49e8-93d6-258697d18a7d),segment_id=3cd764c7-d738-49e8-93d6-258697d18a7d)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:17:16.815530 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b15f57d1-b4bd-4d6e-b76a-65fcd77f1dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:16.945654 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-b15f57d1-b4bd-4d6e-b76a-65fcd77f1dcc admin admin] Calling delete_port for 29db0f04-11c7-44d1-a71b-7ab009e7d4fa owned by network:router_interface {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:17:17.127082 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b15f57d1-b4bd-4d6e-b76a-65fcd77f1dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:17.144480 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-38522ad3-8300-4638-aa1b-0e9e736a87dd tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:17.239249 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f57d1-b4bd-4d6e-b76a-65fcd77f1dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=29db0f04-11c7-44d1-a71b-7ab009e7d4fa,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:17.243318 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b15f57d1-b4bd-4d6e-b76a-65fcd77f1dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:17.553003 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b15f57d1-b4bd-4d6e-b76a-65fcd77f1dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854278208'] for router_interface, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:18.062770 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15f57d1-b4bd-4d6e-b76a-65fcd77f1dcc admin admin] Router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:17:18.250120 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15f57d1-b4bd-4d6e-b76a-65fcd77f1dcc admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:17:18.264448 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad46ff2a-5c0e-4255-aac4-9c30a9aadf18 None None] Sync routers for ids ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'] in dv-cinder-763774-2-smb {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:17:18.264632 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b15f57d1-b4bd-4d6e-b76a-65fcd77f1dcc admin admin] 10.222.0.53 "PUT /v2.0/routers/e4a79a35-0cc3-4e6c-8f96-1f72949c7e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9925561 Jan 22 15:17:18.267683 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47252) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:18.271997 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad46ff2a-5c0e-4255-aac4-9c30a9aadf18 None None] Routers {'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:17:18.272719 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-ad46ff2a-5c0e-4255-aac4-9c30a9aadf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:16:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:17:18.468819 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a2bf-e295-474a-9b4b-b64a5b8d8d99 admin admin] Notify callbacks [] for router, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:18.490008 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-ad46ff2a-5c0e-4255-aac4-9c30a9aadf18 None None] Set router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:17:18.662369 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a2bf-e295-474a-9b4b-b64a5b8d8d99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:18.668333 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6a2bf-e295-474a-9b4b-b64a5b8d8d99 admin admin] Deleting port 3a8e8215-191e-4e35-a6d2-a5327ae0abb1 {{(pid=80168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:17:18.668711 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a2bf-e295-474a-9b4b-b64a5b8d8d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:18.795558 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-ad46ff2a-5c0e-4255-aac4-9c30a9aadf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:17:17Z', 'revision_number': 5, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:17:18.799528 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad46ff2a-5c0e-4255-aac4-9c30a9aadf18 None None] Checking router: e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 for host: dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:17:18.808419 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad46ff2a-5c0e-4255-aac4-9c30a9aadf18 None None] Routers {'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:17:18.809065 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-ad46ff2a-5c0e-4255-aac4-9c30a9aadf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:16:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:17:18.852495 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-0cf6a2bf-e295-474a-9b4b-b64a5b8d8d99 admin admin] For port 3a8e8215-191e-4e35-a6d2-a5327ae0abb1, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=3a8e8215-191e-4e35-a6d2-a5327ae0abb1,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:17:18.852898 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a2bf-e295-474a-9b4b-b64a5b8d8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:18.985794 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6a2bf-e295-474a-9b4b-b64a5b8d8d99 admin admin] Calling delete_port for 3a8e8215-191e-4e35-a6d2-a5327ae0abb1 owned by network:router_gateway {{(pid=80168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:17:18.994912 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-ad46ff2a-5c0e-4255-aac4-9c30a9aadf18 None None] Set router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:17:19.124877 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a2bf-e295-474a-9b4b-b64a5b8d8d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:19.297299 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-ad46ff2a-5c0e-4255-aac4-9c30a9aadf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:17:17Z', 'revision_number': 5, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:17:19.301348 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad46ff2a-5c0e-4255-aac4-9c30a9aadf18 None None] The sync data for ids ['e4a79a35-0cc3-4e6c-8f96-1f72949c7e79'] in dv-cinder-763774-2-smb is: [{'id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'name': 'tempest-AttachVolumeTestJSON-754815477-router', 'tenant_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:10:58Z', 'updated_at': '2021-01-22T15:17:17Z', 'revision_number': 5, 'project_id': '79f6aff5910d4f75b6e9ccf81396c89e', 'gw_port': {'id': '3a8e8215-191e-4e35-a6d2-a5327ae0abb1', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a79a35-0cc3-4e6c-8f96-1f72949c7e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:11:00Z', 'updated_at': '2021-01-22T15:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}] {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:17:19.313149 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a2bf-e295-474a-9b4b-b64a5b8d8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510801'] for router_gateway, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:19.464487 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a2bf-e295-474a-9b4b-b64a5b8d8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718892'] for router, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:19.466853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a2bf-e295-474a-9b4b-b64a5b8d8d99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:19.491352 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a2bf-e295-474a-9b4b-b64a5b8d8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854254196'] for router, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:19.492486 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf6a2bf-e295-474a-9b4b-b64a5b8d8d99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 {{(pid=80168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 22 15:17:19.505044 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a2bf-e295-474a-9b4b-b64a5b8d8d99 admin admin] Notify callbacks [] for router, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:19.506279 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-0cf6a2bf-e295-474a-9b4b-b64a5b8d8d99 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e4a79a35-0cc3-4e6c-8f96-1f72949c7e79 HTTP/1.1" status: 204 len: 168 time: 1.2375364 Jan 22 15:17:19.509812 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47256) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:19.578985 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c643ab-bd38-4959-9a4c-bc13e2b33fe0 admin admin] Deleting subnet 26594a79-fcad-4c2a-92cb-91187601fd8a {{(pid=80168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 15:17:19.582521 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-82c643ab-bd38-4959-9a4c-bc13e2b33fe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:19.638079 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-82c643ab-bd38-4959-9a4c-bc13e2b33fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32226433'] for subnet, precommit_delete_associations {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:19.721326 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-82c643ab-bd38-4959-9a4c-bc13e2b33fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851338077'] for subnet, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:19.986908 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-82c643ab-bd38-4959-9a4c-bc13e2b33fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3437755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823312457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2092602'] for subnet, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:20.002567 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:20.086274 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c643ab-bd38-4959-9a4c-bc13e2b33fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26594a79-fcad-4c2a-92cb-91187601fd8a,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:20.100188 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-82c643ab-bd38-4959-9a4c-bc13e2b33fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:20.135870 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-82c643ab-bd38-4959-9a4c-bc13e2b33fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:20.141152 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812f28c8-6e6a-4691-b993-e1a38735c9dc None None] Network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:17:20.141911 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-82c643ab-bd38-4959-9a4c-bc13e2b33fe0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/26594a79-fcad-4c2a-92cb-91187601fd8a HTTP/1.1" status: 204 len: 168 time: 0.6309891 Jan 22 15:17:20.144658 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47260) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:20.261884 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851173077'] for network, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:20.342481 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Deleting port db1c3271-f8e7-41bb-8eec-839cdba6ffe2 {{(pid=80168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:17:20.342814 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:20.407484 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39984a7c-2048-4c8c-9faa-c28fbd147fe6 None None] DHCP port deletion for 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 request from dv-cinder-763774-2-smb {{(pid=80169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 22 15:17:20.411642 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-39984a7c-2048-4c8c-9faa-c28fbd147fe6 None None] Deleting port db1c3271-f8e7-41bb-8eec-839cdba6ffe2 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:17:20.412104 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-39984a7c-2048-4c8c-9faa-c28fbd147fe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:20.573065 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] For port db1c3271-f8e7-41bb-8eec-839cdba6ffe2, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=db1c3271-f8e7-41bb-8eec-839cdba6ffe2,segment=NetworkSegment(3cd764c7-d738-49e8-93d6-258697d18a7d),segment_id=3cd764c7-d738-49e8-93d6-258697d18a7d)] {{(pid=80168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:17:20.573477 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:20.622302 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device db1c3271-f8e7-41bb-8eec-839cdba6ffe2 no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:17:20.671777 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-39984a7c-2048-4c8c-9faa-c28fbd147fe6 None None] For port db1c3271-f8e7-41bb-8eec-839cdba6ffe2, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=db1c3271-f8e7-41bb-8eec-839cdba6ffe2,segment=NetworkSegment(3cd764c7-d738-49e8-93d6-258697d18a7d),segment_id=3cd764c7-d738-49e8-93d6-258697d18a7d)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:17:20.672089 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-39984a7c-2048-4c8c-9faa-c28fbd147fe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:20.706860 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Calling delete_port for db1c3271-f8e7-41bb-8eec-839cdba6ffe2 owned by network:dhcp {{(pid=80168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:17:20.788885 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:20.804325 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b54e9411-60ff-4d1c-9cca-819b42ba0c2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:20.815668 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-39984a7c-2048-4c8c-9faa-c28fbd147fe6 None None] Calling delete_port for db1c3271-f8e7-41bb-8eec-839cdba6ffe2 owned by network:dhcp {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:17:20.853790 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No active binding found for port db1c3271-f8e7-41bb-8eec-839cdba6ffe2 {{(pid=80169) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 22 15:17:20.854249 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device db1c3271-f8e7-41bb-8eec-839cdba6ffe2 not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:17:20.854743 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 3a8e8215-191e-4e35-a6d2-a5327ae0abb1 no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:17:20.891983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No Port match for: 3a8e8215-191e-4e35-a6d2-a5327ae0abb1 {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:17:20.892283 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 3a8e8215-191e-4e35-a6d2-a5327ae0abb1 not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:17:20.892744 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 29db0f04-11c7-44d1-a71b-7ab009e7d4fa no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:17:20.899270 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Pushing event deleted for resources: {'Port': ['ID=db1c3271-f8e7-41bb-8eec-839cdba6ffe2,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:20.902593 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:20.949570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No Port match for: 29db0f04-11c7-44d1-a71b-7ab009e7d4fa {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:17:20.949968 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 29db0f04-11c7-44d1-a71b-7ab009e7d4fa not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:17:20.979421 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4cb79690-c9a9-4a05-9c0e-a0de9aba5a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:20.984653 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.db.api [None req-39984a7c-2048-4c8c-9faa-c28fbd147fe6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80169) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 15:17:20.985064 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_db.api [None req-39984a7c-2048-4c8c-9faa-c28fbd147fe6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 15:17:21.182563 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] No DVR routers for this DVR port db1c3271-f8e7-41bb-8eec-839cdba6ffe2 on host dv-cinder-763774-2-smb {{(pid=80168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:17:21.305439 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3437584', 'neutron.services.segments.db._delete_segments_for_network--9223363265338935241'] for network, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:21.421486 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd63de7-9879-40c0-8dd7-c6f473b5cf76']}} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:17:21.435034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd764c7-d738-49e8-93d6-258697d18a7d') {'for_net_delete': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:17:21.435317 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd764c7-d738-49e8-93d6-258697d18a7d') {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:17:21.447583 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265338937289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822549367'] for segment, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:21.462215 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:21.464202 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 15:17:21.486637 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-39984a7c-2048-4c8c-9faa-c28fbd147fe6 None None] Deleting port db1c3271-f8e7-41bb-8eec-839cdba6ffe2 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:17:21.487082 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-39984a7c-2048-4c8c-9faa-c28fbd147fe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:21.558119 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-39984a7c-2048-4c8c-9faa-c28fbd147fe6 None None] The port 'db1c3271-f8e7-41bb-8eec-839cdba6ffe2' was deleted {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 22 15:17:21.646004 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:17:21.655320 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851327524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823312424'] for segment, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:21.839579 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Network 9dd63de7-9879-40c0-8dd7-c6f473b5cf76 has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: Traceback (most recent call last): Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: timer() Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: cb(*args, **kw) Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: return func(*args, **kwargs) Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: self._notify() Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: self.callback(batched_events) Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: event.method(event) Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: segment_id)['aggregates'][0] Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: return f(self, *a, **k) Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: return self._get(url).json() Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: **kwargs) Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: return self.request(url, 'GET', **kwargs) Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: **endpoint_filter) Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 15:17:21.862516 dv-cinder-763774-2-smb neutron-server[80056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 15:17:21.940783 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851338216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854265033'] for network, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:21.944247 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:21.958072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:21.969913 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd63de7-9879-40c0-8dd7-c6f473b5cf76,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:21.973520 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:21.984251 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-a3391f98-2aca-40f6-964d-e0a331bc259a admin admin] 10.222.0.53 "DELETE /v2.0/networks/9dd63de7-9879-40c0-8dd7-c6f473b5cf76 HTTP/1.1" status: 204 len: 168 time: 1.8385441 Jan 22 15:17:22.130314 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47266) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:22.184456 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-02207019-400f-435c-83f5-da283c948e1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79f6aff5910d4f75b6e9ccf81396c89e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0527756 Jan 22 15:17:22.187012 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47270) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:22.248343 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6291d369-859c-41cf-992f-fd99a50e4c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:22.276442 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6291d369-859c-41cf-992f-fd99a50e4c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:22.325660 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6291d369-859c-41cf-992f-fd99a50e4c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:22.330879 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4ac0a275-6fda-42a3-8432-62c385aeae03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:22.345889 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291d369-859c-41cf-992f-fd99a50e4c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0aaa94-72b1-49f0-bea5-25e3db288b35,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:22.349714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6291d369-859c-41cf-992f-fd99a50e4c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:22.353852 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6291d369-859c-41cf-992f-fd99a50e4c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:22.354660 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-6291d369-859c-41cf-992f-fd99a50e4c88 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b0aaa94-72b1-49f0-bea5-25e3db288b35 HTTP/1.1" status: 204 len: 168 time: 0.1666622 Jan 22 15:17:22.843470 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-34b8aef6-4dda-4ec5-8ea4-33d81d58042d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:23.567386 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:24.659829 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:24.707467 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:24.819139 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47334) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:24.970194 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0d684876-b73e-4f43-aaba-e1fea2712f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:24.985669 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-0d684876-b73e-4f43-aaba-e1fea2712f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:24.989850 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-0d684876-b73e-4f43-aaba-e1fea2712f8d admin admin] Usage tracker for resource:security_group_rule and tenant:3e8a4a3382ee4cbeaf809a5c1063b880 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:24.993503 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-0d684876-b73e-4f43-aaba-e1fea2712f8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:24.999326 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-0d684876-b73e-4f43-aaba-e1fea2712f8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:25.088443 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:25.089750 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0d684876-b73e-4f43-aaba-e1fea2712f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:25.092321 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0d684876-b73e-4f43-aaba-e1fea2712f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:25.101822 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4d2b4ff5-4076-43ae-8f59-ea6a3d6dc5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:25.143406 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-0d684876-b73e-4f43-aaba-e1fea2712f8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e8a4a3382ee4cbeaf809a5c1063b880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225279 Jan 22 15:17:25.145125 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d684876-b73e-4f43-aaba-e1fea2712f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29ceb59-8950-4794-8447-f0a5e23b3dad,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:25.146461 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 47340) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:25.148451 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0d684876-b73e-4f43-aaba-e1fea2712f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:25.213202 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c03114e6-c298-4c34-8cde-068a6c05a742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:25.240235 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c03114e6-c298-4c34-8cde-068a6c05a742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:25.284106 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c03114e6-c298-4c34-8cde-068a6c05a742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:25.290230 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e53f81c3-c79a-4ecf-8b63-7b42ce302867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:25.304528 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03114e6-c298-4c34-8cde-068a6c05a742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29ceb59-8950-4794-8447-f0a5e23b3dad,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:25.307138 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c03114e6-c298-4c34-8cde-068a6c05a742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:25.309154 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c03114e6-c298-4c34-8cde-068a6c05a742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:25.310423 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-c03114e6-c298-4c34-8cde-068a6c05a742 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c29ceb59-8950-4794-8447-f0a5e23b3dad HTTP/1.1" status: 204 len: 168 time: 0.1628740 Jan 22 15:17:25.655838 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 47348) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:25.675295 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d198c067-27bd-48c2-ad22-a5f7dd2f33df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:25.690437 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-d198c067-27bd-48c2-ad22-a5f7dd2f33df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:25.694514 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-d198c067-27bd-48c2-ad22-a5f7dd2f33df admin admin] Usage tracker for resource:security_group_rule and tenant:35fbfa24164546aa8008c9ccf443f158 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:25.697626 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-d198c067-27bd-48c2-ad22-a5f7dd2f33df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:25.703554 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-d198c067-27bd-48c2-ad22-a5f7dd2f33df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:25.790374 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d198c067-27bd-48c2-ad22-a5f7dd2f33df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:25.793264 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d198c067-27bd-48c2-ad22-a5f7dd2f33df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:25.802006 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bd816fb3-a91b-4526-a7e4-dea00badf5f6 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:25.844864 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d198c067-27bd-48c2-ad22-a5f7dd2f33df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35fbfa24164546aa8008c9ccf443f158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878910 Jan 22 15:17:25.845877 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198c067-27bd-48c2-ad22-a5f7dd2f33df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d20079-df88-4e20-8373-a7358e61a8ea,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:25.847756 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47352) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:25.849473 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d198c067-27bd-48c2-ad22-a5f7dd2f33df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:25.916247 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8df03947-4f71-45c3-809c-4f6ef40ed73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:25.943392 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8df03947-4f71-45c3-809c-4f6ef40ed73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:25.988407 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8df03947-4f71-45c3-809c-4f6ef40ed73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:25.992385 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3975dd09-226a-41ee-a7e3-31b4980f2d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:26.005997 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df03947-4f71-45c3-809c-4f6ef40ed73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d20079-df88-4e20-8373-a7358e61a8ea,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:26.012797 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8df03947-4f71-45c3-809c-4f6ef40ed73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:26.016515 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8df03947-4f71-45c3-809c-4f6ef40ed73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:26.017748 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-8df03947-4f71-45c3-809c-4f6ef40ed73e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97d20079-df88-4e20-8373-a7358e61a8ea HTTP/1.1" status: 204 len: 168 time: 0.1689067 Jan 22 15:17:28.297811 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47404) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:28.460448 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-181b80ec-c030-417f-95be-baa1b3d8d219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:28.475806 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-181b80ec-c030-417f-95be-baa1b3d8d219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:28.479948 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-181b80ec-c030-417f-95be-baa1b3d8d219 admin admin] Usage tracker for resource:security_group_rule and tenant:5598d8b2985e434c889b854c8024a171 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:28.483019 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-181b80ec-c030-417f-95be-baa1b3d8d219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:28.488812 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-181b80ec-c030-417f-95be-baa1b3d8d219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:28.576355 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-181b80ec-c030-417f-95be-baa1b3d8d219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:28.579267 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-181b80ec-c030-417f-95be-baa1b3d8d219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:28.588443 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-cc0e3511-bd64-4d90-87f9-5eedfdbf0a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:28.630019 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-181b80ec-c030-417f-95be-baa1b3d8d219 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5598d8b2985e434c889b854c8024a171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309960 Jan 22 15:17:28.631727 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b80ec-c030-417f-95be-baa1b3d8d219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0260620-eebc-4cb1-b3ec-66361b714ce4,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:28.633568 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 47410) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:28.635774 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-181b80ec-c030-417f-95be-baa1b3d8d219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:28.699389 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-88060d81-c2ea-4d89-aafa-5d3e9770418c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:28.726971 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-88060d81-c2ea-4d89-aafa-5d3e9770418c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:28.772283 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-88060d81-c2ea-4d89-aafa-5d3e9770418c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:28.777732 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7e4cbc7c-a06c-4b8e-86ad-4c9364efa9d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:28.791196 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88060d81-c2ea-4d89-aafa-5d3e9770418c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0260620-eebc-4cb1-b3ec-66361b714ce4,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:28.795508 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-88060d81-c2ea-4d89-aafa-5d3e9770418c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:28.801083 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-88060d81-c2ea-4d89-aafa-5d3e9770418c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:28.802322 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-88060d81-c2ea-4d89-aafa-5d3e9770418c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0260620-eebc-4cb1-b3ec-66361b714ce4 HTTP/1.1" status: 204 len: 168 time: 0.1676407 Jan 22 15:17:29.140018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 47418) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:29.159660 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-282c202e-89bf-462d-b809-be015db43d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:29.175119 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-282c202e-89bf-462d-b809-be015db43d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:29.180625 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-282c202e-89bf-462d-b809-be015db43d01 admin admin] Usage tracker for resource:security_group_rule and tenant:20919f9b74504af9b9b7117a0966af85 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:29.183635 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-282c202e-89bf-462d-b809-be015db43d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:29.189373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-282c202e-89bf-462d-b809-be015db43d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:29.273035 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-282c202e-89bf-462d-b809-be015db43d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:29.275858 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-282c202e-89bf-462d-b809-be015db43d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:29.284705 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ec29922b-c90d-4169-a8c8-5055abbe6483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:29.332774 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-282c202e-89bf-462d-b809-be015db43d01 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20919f9b74504af9b9b7117a0966af85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915319 Jan 22 15:17:29.334140 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c202e-89bf-462d-b809-be015db43d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25608e75-7f7e-4b94-a18e-1d497ee0543a,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:29.335002 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47422) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:29.338646 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-282c202e-89bf-462d-b809-be015db43d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:29.403882 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-389c7769-1755-4f95-898a-93f853896796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:29.431791 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-389c7769-1755-4f95-898a-93f853896796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:29.476151 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-389c7769-1755-4f95-898a-93f853896796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:29.481284 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:29.495225 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c7769-1755-4f95-898a-93f853896796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25608e75-7f7e-4b94-a18e-1d497ee0543a,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:29.498922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-389c7769-1755-4f95-898a-93f853896796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:29.504489 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-389c7769-1755-4f95-898a-93f853896796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:29.505709 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-389c7769-1755-4f95-898a-93f853896796 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25608e75-7f7e-4b94-a18e-1d497ee0543a HTTP/1.1" status: 204 len: 168 time: 0.1694307 Jan 22 15:17:36.422446 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c254a-9acf-4fe9-b18f-2b86001949eb req-0791cd1f-be91-4136-be1d-a3205aac7b6f tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:36.424141 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-879c254a-9acf-4fe9-b18f-2b86001949eb req-0791cd1f-be91-4136-be1d-a3205aac7b6f tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1098890 Jan 22 15:17:36.483409 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-879c254a-9acf-4fe9-b18f-2b86001949eb req-d64ebf87-b1a6-487d-aa2c-4c666f60e82c tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0528064 Jan 22 15:17:36.816587 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1e94a-de65-45f1-b059-18a8174e164b req-11f5299a-6a3a-4b29-aaa3-d0eb9c05bf5e tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:36.818278 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6ff1e94a-de65-45f1-b059-18a8174e164b req-11f5299a-6a3a-4b29-aaa3-d0eb9c05bf5e tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1068413 Jan 22 15:17:36.872304 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6ff1e94a-de65-45f1-b059-18a8174e164b req-a194e6aa-dd90-4dad-961f-78d5f010851a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468028 Jan 22 15:17:37.718074 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bac1d-9f9f-438a-9f66-ddb1e7b93de2 req-dd994818-d03c-49e9-99ff-2a7fef988f39 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:37.719628 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-947bac1d-9f9f-438a-9f66-ddb1e7b93de2 req-dd994818-d03c-49e9-99ff-2a7fef988f39 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1043420 Jan 22 15:17:37.769834 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-947bac1d-9f9f-438a-9f66-ddb1e7b93de2 req-d257ec7a-ceb8-42a6-9fdf-fe042d504de4 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0438230 Jan 22 15:17:38.125170 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a60689-beb1-40ad-89af-bcbfddcbb8f7 req-745aa634-39da-48fb-ada7-8813d79fb445 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:38.126836 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-42a60689-beb1-40ad-89af-bcbfddcbb8f7 req-745aa634-39da-48fb-ada7-8813d79fb445 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1092110 Jan 22 15:17:38.182778 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-42a60689-beb1-40ad-89af-bcbfddcbb8f7 req-a16c8265-4b5b-4478-9c58-397630e9678f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485127 Jan 22 15:17:38.555615 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5340e5d-0fa8-4489-bb19-dc322475c77b req-0c1517bc-5b53-4595-a46e-7c8e1ee07d5d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:38.557231 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f5340e5d-0fa8-4489-bb19-dc322475c77b req-0c1517bc-5b53-4595-a46e-7c8e1ee07d5d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.63 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1089027 Jan 22 15:17:38.638528 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-f5340e5d-0fa8-4489-bb19-dc322475c77b req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Deleting port ccebec4e-b9f1-4fee-b1b0-89012efa2d84 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:17:38.638919 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f5340e5d-0fa8-4489-bb19-dc322475c77b req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:38.760624 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47572) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:39.004661 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6f9dca70-c5df-4197-a832-b3d14dcd0b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:39.020820 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-6f9dca70-c5df-4197-a832-b3d14dcd0b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:39.025631 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-6f9dca70-c5df-4197-a832-b3d14dcd0b47 admin admin] Usage tracker for resource:security_group_rule and tenant:d48caf7efcb7457e880ee053140bf33c is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:39.028841 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-6f9dca70-c5df-4197-a832-b3d14dcd0b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:39.035039 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-6f9dca70-c5df-4197-a832-b3d14dcd0b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:39.125287 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6f9dca70-c5df-4197-a832-b3d14dcd0b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:39.128634 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-6f9dca70-c5df-4197-a832-b3d14dcd0b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:39.139557 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d6eeaa66-a6e7-4871-93d8-80db87eac052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:39.194835 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dca70-c5df-4197-a832-b3d14dcd0b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ebcc5b-2552-4b65-8770-eb48b1df0f7e,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:39.201007 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-6f9dca70-c5df-4197-a832-b3d14dcd0b47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d48caf7efcb7457e880ee053140bf33c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386320 Jan 22 15:17:39.201930 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6f9dca70-c5df-4197-a832-b3d14dcd0b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:39.203528 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47580) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:39.227858 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0777d14-0aee-4a16-ae7e-14809f07a3b5 req-17c7fb7c-d2fb-48ae-82ac-0fd6a85da93f tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:39.229452 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0777d14-0aee-4a16-ae7e-14809f07a3b5 req-17c7fb7c-d2fb-48ae-82ac-0fd6a85da93f tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.2552385 Jan 22 15:17:39.244944 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-f5340e5d-0fa8-4489-bb19-dc322475c77b req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] For port ccebec4e-b9f1-4fee-b1b0-89012efa2d84, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=ccebec4e-b9f1-4fee-b1b0-89012efa2d84,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:17:39.245358 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f5340e5d-0fa8-4489-bb19-dc322475c77b req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:39.274703 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d22cf6ad-21bf-4121-ac40-a1dee264955b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:39.297975 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:17:39.309442 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d22cf6ad-21bf-4121-ac40-a1dee264955b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:39.377429 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d22cf6ad-21bf-4121-ac40-a1dee264955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:39.383138 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8895c86b-e1ba-47ce-a5f9-4bac8f1e5cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:39.398520 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cf6ad-21bf-4121-ac40-a1dee264955b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ebcc5b-2552-4b65-8770-eb48b1df0f7e,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:39.399026 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d0777d14-0aee-4a16-ae7e-14809f07a3b5 req-3b84e69f-00dc-4ad8-ba70-f6153a76088f tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1524439 Jan 22 15:17:39.421486 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d22cf6ad-21bf-4121-ac40-a1dee264955b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:39.432865 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d22cf6ad-21bf-4121-ac40-a1dee264955b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:39.436574 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d22cf6ad-21bf-4121-ac40-a1dee264955b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94ebcc5b-2552-4b65-8770-eb48b1df0f7e HTTP/1.1" status: 204 len: 168 time: 0.2295144 Jan 22 15:17:39.630014 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779463e8-1509-407d-b271-1b95ed7f8c86 req-fbcb78f4-b034-47e7-9243-f262369dae82 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:39.632432 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-779463e8-1509-407d-b271-1b95ed7f8c86 req-fbcb78f4-b034-47e7-9243-f262369dae82 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 945 time: 0.1142681 Jan 22 15:17:39.646112 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f5340e5d-0fa8-4489-bb19-dc322475c77b req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for floatingip, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:39.646559 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f5340e5d-0fa8-4489-bb19-dc322475c77b req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:39.646912 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.l3_db [req-f5340e5d-0fa8-4489-bb19-dc322475c77b req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Floating IP 157963a4-08e9-4fec-9a77-3c14fa59fa44 disassociated. External IP: 172.28.2.112, port: ccebec4e-b9f1-4fee-b1b0-89012efa2d84. Jan 22 15:17:39.647336 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-f5340e5d-0fa8-4489-bb19-dc322475c77b req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Calling delete_port for ccebec4e-b9f1-4fee-b1b0-89012efa2d84 owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:17:39.689697 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-779463e8-1509-407d-b271-1b95ed7f8c86 req-1ebd9a2b-9d14-433a-8abb-ac0908e39327 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499220 Jan 22 15:17:39.801210 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f5340e5d-0fa8-4489-bb19-dc322475c77b req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:39.818432 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:39.818893 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47590) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:39.838481 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b48f1337-ffc2-4282-9fe6-f3db7e0c5dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:39.853981 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-b48f1337-ffc2-4282-9fe6-f3db7e0c5dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:39.858141 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-b48f1337-ffc2-4282-9fe6-f3db7e0c5dca admin admin] Usage tracker for resource:security_group_rule and tenant:39d71612b525431996057911331fe2ae is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:39.861183 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-b48f1337-ffc2-4282-9fe6-f3db7e0c5dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:39.863594 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event deleted for resources: {'Port': ['ID=ccebec4e-b9f1-4fee-b1b0-89012efa2d84,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:39.868386 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-b48f1337-ffc2-4282-9fe6-f3db7e0c5dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:39.914655 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:39.954616 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b48f1337-ffc2-4282-9fe6-f3db7e0c5dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:39.957666 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b48f1337-ffc2-4282-9fe6-f3db7e0c5dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:39.967395 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d99a1b62-e331-41c6-bfe5-99876e063cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:40.013774 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b48f1337-ffc2-4282-9fe6-f3db7e0c5dca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39d71612b525431996057911331fe2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929781 Jan 22 15:17:40.015598 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f1337-ffc2-4282-9fe6-f3db7e0c5dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71033215-36c6-452a-b88b-8b739438670d,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:40.019094 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b48f1337-ffc2-4282-9fe6-f3db7e0c5dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:40.019846 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47594) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:40.088814 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a2934e08-8050-40ae-88ce-8f0e687bc840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:40.117362 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a2934e08-8050-40ae-88ce-8f0e687bc840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:40.162576 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a2934e08-8050-40ae-88ce-8f0e687bc840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:40.168331 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-492a7bb1-2a8e-4330-b860-41fd7461eb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:40.182462 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2934e08-8050-40ae-88ce-8f0e687bc840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71033215-36c6-452a-b88b-8b739438670d,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:40.185978 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device ccebec4e-b9f1-4fee-b1b0-89012efa2d84 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:17:40.186455 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a2934e08-8050-40ae-88ce-8f0e687bc840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:40.186574 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5340e5d-0fa8-4489-bb19-dc322475c77b req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Router 21c115f8-29a8-4304-a4ed-15f68264b3b9 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:17:40.188541 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a2934e08-8050-40ae-88ce-8f0e687bc840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:40.192741 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-a2934e08-8050-40ae-88ce-8f0e687bc840 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71033215-36c6-452a-b88b-8b739438670d HTTP/1.1" status: 204 len: 168 time: 0.1712985 Jan 22 15:17:40.247580 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] No Port match for: ccebec4e-b9f1-4fee-b1b0-89012efa2d84 {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:17:40.248081 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device ccebec4e-b9f1-4fee-b1b0-89012efa2d84 not bound to the agent host hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:17:40.395034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5340e5d-0fa8-4489-bb19-dc322475c77b req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:17:40.407361 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bf716c-4b33-45b9-a5fc-5a5cbd03fc87 None None] Sync routers for ids ['21c115f8-29a8-4304-a4ed-15f68264b3b9'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:17:40.419470 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bf716c-4b33-45b9-a5fc-5a5cbd03fc87 None None] Routers {'21c115f8-29a8-4304-a4ed-15f68264b3b9'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:17:40.420440 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-43bf716c-4b33-45b9-a5fc-5a5cbd03fc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:17:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['21c115f8-29a8-4304-a4ed-15f68264b3b9'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:17:40.445707 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5340e5d-0fa8-4489-bb19-dc322475c77b req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] No DVR routers for this DVR port ccebec4e-b9f1-4fee-b1b0-89012efa2d84 on host hv-cinder-76377 {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:17:40.448323 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-f5340e5d-0fa8-4489-bb19-dc322475c77b req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:40.451778 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'name': 'network-vif-deleted', 'tag': 'ccebec4e-b9f1-4fee-b1b0-89012efa2d84'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:17:40.474499 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f5340e5d-0fa8-4489-bb19-dc322475c77b req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.63 "DELETE /v2.0/ports/ccebec4e-b9f1-4fee-b1b0-89012efa2d84 HTTP/1.1" status: 204 len: 173 time: 1.9110670 Jan 22 15:17:40.588099 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911c6b0e-5288-4343-a57a-69bb5ded381d', 'name': 'network-vif-deleted', 'tag': 'ccebec4e-b9f1-4fee-b1b0-89012efa2d84', 'status': 'completed', 'code': 200} Jan 22 15:17:40.682848 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-43bf716c-4b33-45b9-a5fc-5a5cbd03fc87 None None] Set router 21c115f8-29a8-4304-a4ed-15f68264b3b9 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:17:40.731617 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b1246-a272-4277-a33d-54ff9ae2f42a req-8188c140-a14a-4743-9784-91a265e6df3e tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:40.733392 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-600b1246-a272-4277-a33d-54ff9ae2f42a req-8188c140-a14a-4743-9784-91a265e6df3e tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1268404 Jan 22 15:17:40.806037 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-600b1246-a272-4277-a33d-54ff9ae2f42a req-497797c7-68a7-42aa-807d-53c48fdbdf3a tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0629404 Jan 22 15:17:40.949960 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f5083733-042d-4427-97e2-821bc0314d4c req-84b62380-11fd-4049-a6d5-188df2aab5e1 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=911c6b0e-5288-4343-a57a-69bb5ded381d HTTP/1.1" status: 200 len: 210 time: 0.0510004 Jan 22 15:17:41.059841 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-43bf716c-4b33-45b9-a5fc-5a5cbd03fc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:57Z', 'revision_number': 5, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:17:41.063921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bf716c-4b33-45b9-a5fc-5a5cbd03fc87 None None] Checking router: 21c115f8-29a8-4304-a4ed-15f68264b3b9 for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:17:41.073355 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bf716c-4b33-45b9-a5fc-5a5cbd03fc87 None None] Routers {'21c115f8-29a8-4304-a4ed-15f68264b3b9'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:17:41.074022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-43bf716c-4b33-45b9-a5fc-5a5cbd03fc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:17:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['21c115f8-29a8-4304-a4ed-15f68264b3b9'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:17:41.261649 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-43bf716c-4b33-45b9-a5fc-5a5cbd03fc87 None None] Set router 21c115f8-29a8-4304-a4ed-15f68264b3b9 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:17:41.769206 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-43bf716c-4b33-45b9-a5fc-5a5cbd03fc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:57Z', 'revision_number': 5, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:17:41.773974 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bf716c-4b33-45b9-a5fc-5a5cbd03fc87 None None] The sync data for ids ['21c115f8-29a8-4304-a4ed-15f68264b3b9'] in dv-cinder-763774-2-smb is: [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:57Z', 'revision_number': 5, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:17:42.048847 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01251be7-4a97-4f8d-a832-010c961cc01b req-61ccb486-342a-4428-b91e-98b3f21eef06 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:42.051306 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-01251be7-4a97-4f8d-a832-010c961cc01b req-61ccb486-342a-4428-b91e-98b3f21eef06 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1216016 Jan 22 15:17:42.109649 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-01251be7-4a97-4f8d-a832-010c961cc01b req-f9572ebf-3f44-425c-8b9f-5ccffd1837f2 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0499477 Jan 22 15:17:42.137451 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47646) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:42.173376 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92735ad4-1cd8-4c8b-b5a4-496dbcdf6848 None None] New status for floating IP 157963a4-08e9-4fec-9a77-3c14fa59fa44: DOWN {{(pid=80170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 15:17:42.217352 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:42.248479 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:42.296094 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:42.301637 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bc8305dd-2e92-4ac1-aaf2-38b473b98453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:42.319039 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf849d3-3abb-4f37-ae7f-f7c7af24c99b,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:42.348346 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.348964 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.349385 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.349796 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.350203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.351402 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.351786 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.352354 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.352546 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.353268 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.353676 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.354084 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.354591 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.354993 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.355421 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.355825 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.356220 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.356616 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.357011 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.357406 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.357802 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.358196 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.358674 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.359069 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:42.365235 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:42.383227 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:42.384480 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-0bb6603d-5fd1-4d51-b737-4f85d6bad7ff tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "DELETE /v2.0/security-groups/aaf849d3-3abb-4f37-ae7f-f7c7af24c99b HTTP/1.1" status: 204 len: 168 time: 0.2459428 Jan 22 15:17:42.387441 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 47650) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:42.407484 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.v2.resource [None req-53800d56-2f50-40c6-92c9-bc0ba7fef05c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] show failed (client error): The resource could not be found. Jan 22 15:17:42.408570 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-53800d56-2f50-40c6-92c9-bc0ba7fef05c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups/aaf849d3-3abb-4f37-ae7f-f7c7af24c99b HTTP/1.1" status: 404 len: 347 time: 0.0200877 Jan 22 15:17:42.411875 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47654) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:42.596083 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-a8558a05-6b66-4ac6-b158-3977651413f2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Deleting port 83b3e999-1554-401d-8c73-de6f8d2406e8 {{(pid=80168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:17:42.596474 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a8558a05-6b66-4ac6-b158-3977651413f2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:42.780860 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a8558a05-6b66-4ac6-b158-3977651413f2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:42.781232 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a8558a05-6b66-4ac6-b158-3977651413f2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for floatingip, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:42.915144 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-a8558a05-6b66-4ac6-b158-3977651413f2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Calling delete_port for 83b3e999-1554-401d-8c73-de6f8d2406e8 owned by network:floatingip {{(pid=80168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:17:43.056128 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a8558a05-6b66-4ac6-b158-3977651413f2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:43.070099 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:43.116194 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8558a05-6b66-4ac6-b158-3977651413f2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event deleted for resources: {'Port': ['ID=83b3e999-1554-401d-8c73-de6f8d2406e8,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:43.168020 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a8558a05-6b66-4ac6-b158-3977651413f2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:43.299565 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a8558a05-6b66-4ac6-b158-3977651413f2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for floatingip, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:43.315516 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a8558a05-6b66-4ac6-b158-3977651413f2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:43.320847 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-a8558a05-6b66-4ac6-b158-3977651413f2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "DELETE /v2.0/floatingips/157963a4-08e9-4fec-9a77-3c14fa59fa44 HTTP/1.1" status: 204 len: 168 time: 0.9078937 Jan 22 15:17:43.364990 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b33774-d568-4530-b102-9ebf79cc9480 req-13b493e6-0b5d-416c-b8e3-f97c83f949e9 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:43.366746 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f6b33774-d568-4530-b102-9ebf79cc9480 req-13b493e6-0b5d-416c-b8e3-f97c83f949e9 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1209288 Jan 22 15:17:43.421128 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f6b33774-d568-4530-b102-9ebf79cc9480 req-68d73c03-5993-47b2-bd5f-984c06e616a6 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0478551 Jan 22 15:17:43.719010 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47666) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:43.725087 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Request body: {'security_group': {'name': 'tempest-securitygroup--430905495', 'description': 'tempest-description--511582955'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:17:43.736032 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:43.740489 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Usage tracker for resource:security_group and tenant:8ef4fbebdbdf4941976014a01c398f65 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:43.744208 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:43.749924 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:43.763299 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:43.791964 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:43.796303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Usage tracker for resource:security_group_rule and tenant:8ef4fbebdbdf4941976014a01c398f65 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:43.800070 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:43.807339 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:43.904032 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:43.906953 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:43.913665 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b463b4c7-3450-4b2a-ae7d-6bdebe909be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:43.977627 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event updated for resources: {'SecurityGroup': ['ID=1129a619-f86a-467d-9de6-cbf2930e1383,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:43.980615 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:43.981944 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2617810 Jan 22 15:17:43.982996 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:43.984914 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47676) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:43.990841 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-d256f4fc-4529-42b4-a15a-de409e399a13 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Request body: {'security_group_rule': {'security_group_id': '1129a619-f86a-467d-9de6-cbf2930e1383', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:17:44.009291 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-d256f4fc-4529-42b4-a15a-de409e399a13 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:44.013540 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-d256f4fc-4529-42b4-a15a-de409e399a13 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Usage tracker for resource:security_group_rule and tenant:8ef4fbebdbdf4941976014a01c398f65 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:44.016994 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-d256f4fc-4529-42b4-a15a-de409e399a13 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:44.026469 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-d256f4fc-4529-42b4-a15a-de409e399a13 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:44.051905 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d256f4fc-4529-42b4-a15a-de409e399a13 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group_rule, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:44.127972 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d256f4fc-4529-42b4-a15a-de409e399a13 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:44.131127 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d256f4fc-4529-42b4-a15a-de409e399a13 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649001'] for security_group_rule, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:44.133409 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-46790195-d18a-4662-8325-85cdebed12ee tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:44.161146 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256f4fc-4529-42b4-a15a-de409e399a13 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf867c22-21d4-4b7f-b364-7d6deea26968,revision_number=0']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:44.166233 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d256f4fc-4529-42b4-a15a-de409e399a13 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:44.174551 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d256f4fc-4529-42b4-a15a-de409e399a13 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group_rule, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:44.179347 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d256f4fc-4529-42b4-a15a-de409e399a13 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1899652 Jan 22 15:17:44.179574 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47682) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:44.187045 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-12634b7a-8d61-4791-ac31-3db0e4e52532 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Request body: {'security_group_rule': {'security_group_id': '1129a619-f86a-467d-9de6-cbf2930e1383', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:17:44.198829 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-12634b7a-8d61-4791-ac31-3db0e4e52532 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:44.203034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-12634b7a-8d61-4791-ac31-3db0e4e52532 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Usage tracker for resource:security_group_rule and tenant:8ef4fbebdbdf4941976014a01c398f65 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:44.206235 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-12634b7a-8d61-4791-ac31-3db0e4e52532 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:44.212639 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-12634b7a-8d61-4791-ac31-3db0e4e52532 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:44.232040 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-12634b7a-8d61-4791-ac31-3db0e4e52532 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group_rule, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:44.311589 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-12634b7a-8d61-4791-ac31-3db0e4e52532 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:44.314645 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-12634b7a-8d61-4791-ac31-3db0e4e52532 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649001'] for security_group_rule, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:44.317034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:44.346476 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12634b7a-8d61-4791-ac31-3db0e4e52532 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222690ca-828c-44c6-9682-1b198e5db8b6,revision_number=0']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:44.349251 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-12634b7a-8d61-4791-ac31-3db0e4e52532 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:44.359114 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-12634b7a-8d61-4791-ac31-3db0e4e52532 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group_rule, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:44.360474 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-12634b7a-8d61-4791-ac31-3db0e4e52532 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1793530 Jan 22 15:17:44.363736 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47688) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:44.369839 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Request body: {'floatingip': {'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:17:44.380982 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:44.385773 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Usage tracker for resource:floatingip and tenant:8ef4fbebdbdf4941976014a01c398f65 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:44.389213 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:44.396519 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:44.407764 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for floatingip, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:44.681296 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9bacb-1f90-450f-81ac-0d7fc46fe75b req-1bf15661-73a9-47d0-934e-2d15f86075df tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:44.683083 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-10e9bacb-1f90-450f-81ac-0d7fc46fe75b req-1bf15661-73a9-47d0-934e-2d15f86075df tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1122606 Jan 22 15:17:44.739876 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-10e9bacb-1f90-450f-81ac-0d7fc46fe75b req-72f325be-1df0-47b3-9faa-7c3ab16567b2 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0500624 Jan 22 15:17:44.792999 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:45.067514 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Allocated IP 172.28.2.105 (963b33f9-dd19-40b1-8544-19d53926a01f/b49e69fc-521d-4a7a-a4a3-7f801cf6183d/9a995103-8179-453d-a41f-c141c70e478f) {{(pid=80168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:17:45.222885 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for port, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:45.252155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:45.268127 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0d6b7772-c928-4504-8504-3328933e4a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:45.404990 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event updated for resources: {'Port': ['ID=9a995103-8179-453d-a41f-c141c70e478f,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:45.418866 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:45.462103 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Network 963b33f9-dd19-40b1-8544-19d53926a01f is already hosted by enough agents. {{(pid=80168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:17:45.463333 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Resources bound (agent type, host, resource id): {{(pid=80168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:17:45.465679 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Received port after_create {{(pid=80168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:17:45.555247 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for floatingip, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:45.618513 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:45.979030 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for port, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:45.984953 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823312390'] for port, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:46.004710 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f43ba927-ce4a-47a3-8ab1-e06349032fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:46.136988 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713833cc-be3e-4655-b593-53a3d9d08480 req-187b23e2-c656-45d0-b78d-b628b0a8d59e tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:46.138650 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-713833cc-be3e-4655-b593-53a3d9d08480 req-187b23e2-c656-45d0-b78d-b628b0a8d59e tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.2629135 Jan 22 15:17:46.189795 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event updated for resources: {'Port': ['ID=9a995103-8179-453d-a41f-c141c70e478f,revision_number=2']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:46.197794 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:46.238991 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-713833cc-be3e-4655-b593-53a3d9d08480 req-33fd4cb0-38ce-46ea-b496-2cc599770135 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0864654 Jan 22 15:17:46.327269 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:46.351140 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:46.352428 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-af09138f-8763-40e7-8f82-0ab5a21fc977 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9876542 Jan 22 15:17:46.603948 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-e3e1030a-7cb3-49a3-9af6-208ce71000d1 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--430905495&fields=id&tenant_id=8ef4fbebdbdf4941976014a01c398f65 HTTP/1.1" status: 200 len: 267 time: 0.0487967 Jan 22 15:17:46.786474 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-1bc18105-5aad-4671-a6f6-474648b71d93 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:46.788771 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-1bc18105-5aad-4671-a6f6-474648b71d93 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/networks?id=ccfb0391-2666-48bb-a962-6b33702fc369 HTTP/1.1" status: 200 len: 817 time: 0.1775393 Jan 22 15:17:46.805569 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-7b4e3b57-e295-4a07-be82-bbb480ed5423 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/quotas/8ef4fbebdbdf4941976014a01c398f65 HTTP/1.1" status: 200 len: 375 time: 0.0107446 Jan 22 15:17:46.907096 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-2fbc363e-944c-4eb9-8ae0-ae4575497b65 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Synchronizing usage tracker for tenant:8ef4fbebdbdf4941976014a01c398f65 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:17:46.923384 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-2fbc363e-944c-4eb9-8ae0-ae4575497b65 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Unset dirty status for tenant:8ef4fbebdbdf4941976014a01c398f65 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:17:46.925024 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-2fbc363e-944c-4eb9-8ae0-ae4575497b65 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ef4fbebdbdf4941976014a01c398f65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1141264 Jan 22 15:17:47.214086 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-cd3d8fcf-753c-46a1-bf98-3868dffafed9 service neutron] 10.222.0.53 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757862 Jan 22 15:17:47.360966 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-90874956-1ee8-4d6f-bf57-6e7b89fd1a41 service neutron] 10.222.0.53 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402361 Jan 22 15:17:47.485505 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b34e8-8905-407b-8e42-9b60229f8572 req-bff84265-9359-42f1-9701-9ef409004e03 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:47.491881 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cc6b34e8-8905-407b-8e42-9b60229f8572 req-bff84265-9359-42f1-9701-9ef409004e03 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1188738 Jan 22 15:17:47.545459 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cc6b34e8-8905-407b-8e42-9b60229f8572 req-3e95dd27-784f-43f8-941e-6d92eabfc692 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0479259 Jan 22 15:17:47.581129 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-856bc92d-ceaf-4745-9c8d-c7cfc7637dd6 req-a99062c5-6731-447f-af72-cbc5e83cad97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 210 time: 0.0587850 Jan 22 15:17:48.312468 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:17:48.393297 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:17:48.394239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:48.802912 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47750) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:48.843498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2250470-177c-40e3-8586-fc6c7067ff1c req-b9c1ed08-c15d-4376-a414-c8afad4ea962 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:48.845681 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c2250470-177c-40e3-8586-fc6c7067ff1c req-b9c1ed08-c15d-4376-a414-c8afad4ea962 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1495395 Jan 22 15:17:48.904930 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c2250470-177c-40e3-8586-fc6c7067ff1c req-f7a6296d-bb8c-4462-aa68-50fe326d67e6 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0524793 Jan 22 15:17:49.003986 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-70691452-bce6-483e-968e-f1adbcea3f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:49.021927 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-70691452-bce6-483e-968e-f1adbcea3f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:49.026218 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-70691452-bce6-483e-968e-f1adbcea3f3f admin admin] Usage tracker for resource:security_group_rule and tenant:4ef8e85c5f1f4bd0959908dd046a7f55 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:49.029410 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-70691452-bce6-483e-968e-f1adbcea3f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:49.035403 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-70691452-bce6-483e-968e-f1adbcea3f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:49.069086 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-032ea4f3-2236-496e-84f8-c19160dd0439 req-180535fa-bd2a-49f0-9ff5-33bb720dff9c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 210 time: 0.2981460 Jan 22 15:17:49.112348 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-34e42597-3e9b-4211-979c-2571fea95731 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:49.113977 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-34e42597-3e9b-4211-979c-2571fea95731 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.63 "GET /v2.0/networks?id=ccfb0391-2666-48bb-a962-6b33702fc369 HTTP/1.1" status: 200 len: 817 time: 0.5520084 Jan 22 15:17:49.123413 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-70691452-bce6-483e-968e-f1adbcea3f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:49.126266 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-70691452-bce6-483e-968e-f1adbcea3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:49.135208 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6515ec0c-89c8-45dc-9359-9521f94e663c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:49.177310 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-70691452-bce6-483e-968e-f1adbcea3f3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ef8e85c5f1f4bd0959908dd046a7f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719692 Jan 22 15:17:49.179813 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70691452-bce6-483e-968e-f1adbcea3f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85946d85-a9a3-4769-bb1f-3848d411a909,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:49.180843 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 47760) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:49.183476 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-70691452-bce6-483e-968e-f1adbcea3f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:49.233968 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-4abf3007-dd9e-418b-9b5f-8cf039b466e6 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8ef4fbebdbdf4941976014a01c398f65 HTTP/1.1" status: 200 len: 5707 time: 0.1003904 Jan 22 15:17:49.252812 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Request body: {'port': {'device_id': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'admin_state_up': True, 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'security_groups': ['1129a619-f86a-467d-9de6-cbf2930e1383']}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:17:49.339820 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8953606e-e6ec-43bf-9e87-267c8e8e0916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:49.390842 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8953606e-e6ec-43bf-9e87-267c8e8e0916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:49.470543 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:49.481811 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:49.490833 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8953606e-e6ec-43bf-9e87-267c8e8e0916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:49.495933 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:49.504936 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Made reservation on behalf of 8ef4fbebdbdf4941976014a01c398f65 for: {'port': 1} {{(pid=80167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 22 15:17:49.514660 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:49.530449 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953606e-e6ec-43bf-9e87-267c8e8e0916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85946d85-a9a3-4769-bb1f-3848d411a909,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:49.537221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8953606e-e6ec-43bf-9e87-267c8e8e0916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:49.551629 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8953606e-e6ec-43bf-9e87-267c8e8e0916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:49.552846 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-8953606e-e6ec-43bf-9e87-267c8e8e0916 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85946d85-a9a3-4769-bb1f-3848d411a909 HTTP/1.1" status: 204 len: 168 time: 0.3709948 Jan 22 15:17:49.840718 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_common [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Allocated IP 172.20.0.12 (ccfb0391-2666-48bb-a962-6b33702fc369/12a179cd-d2fb-4dae-b410-3d8af3602ae4/2cd8e393-ac95-4796-aa29-53effb679ac9) {{(pid=80167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 22 15:17:49.897375 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47768) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:49.921330 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fe90359d-21c8-4ac9-bf18-f88afa900c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:49.936580 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-fe90359d-21c8-4ac9-bf18-f88afa900c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:49.940820 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-fe90359d-21c8-4ac9-bf18-f88afa900c6a admin admin] Usage tracker for resource:security_group_rule and tenant:90f5d1a04e374484827a70b1c9326693 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:49.945113 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-fe90359d-21c8-4ac9-bf18-f88afa900c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:49.951102 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-fe90359d-21c8-4ac9-bf18-f88afa900c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:50.047518 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fe90359d-21c8-4ac9-bf18-f88afa900c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:50.049255 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for port, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:50.068027 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Transition to ACTIVE for port object 2cd8e393-ac95-4796-aa29-53effb679ac9 will not be triggered until provisioned by entity DHCP. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:17:50.086147 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fe90359d-21c8-4ac9-bf18-f88afa900c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:50.091756 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265339290501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:50.099546 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a2934e08-8050-40ae-88ce-8f0e687bc840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:50.107196 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bee7571b-91f9-40a9-b4cf-b929aad38125 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:50.155360 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90359d-21c8-4ac9-bf18-f88afa900c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67cead5-fc95-4a06-900b-25eccb87c20d,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:50.158917 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-fe90359d-21c8-4ac9-bf18-f88afa900c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:50.164390 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-fe90359d-21c8-4ac9-bf18-f88afa900c6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90f5d1a04e374484827a70b1c9326693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652366 Jan 22 15:17:50.167049 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47776) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:50.264886 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e479939-a2d3-4f56-8ec9-096026d1c03d req-4c5cbae5-13c4-403f-a29f-e9137c739c67 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:50.266631 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9e479939-a2d3-4f56-8ec9-096026d1c03d req-4c5cbae5-13c4-403f-a29f-e9137c739c67 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.2175722 Jan 22 15:17:50.302192 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event updated for resources: {'Port': ['ID=2cd8e393-ac95-4796-aa29-53effb679ac9,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:50.308520 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a03f311a-9790-4095-aece-b4f241413842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:50.312680 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:50.351675 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a03f311a-9790-4095-aece-b4f241413842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:50.373908 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9e479939-a2d3-4f56-8ec9-096026d1c03d req-8ea09cdf-b691-428c-9c4e-fe56ec449d92 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0940788 Jan 22 15:17:50.415231 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a03f311a-9790-4095-aece-b4f241413842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:50.419368 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7b7f8186-32be-4ce8-b02c-7eb0a113aa85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:50.421609 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54387634-8ebb-42c7-a1d9-79c746424adb req-925e16b1-5457-4a40-a00d-c50217290a99 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:50.423351 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54387634-8ebb-42c7-a1d9-79c746424adb req-925e16b1-5457-4a40-a00d-c50217290a99 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 932 time: 0.1878011 Jan 22 15:17:50.434255 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f311a-9790-4095-aece-b4f241413842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67cead5-fc95-4a06-900b-25eccb87c20d,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:50.438454 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a03f311a-9790-4095-aece-b4f241413842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:50.444233 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a03f311a-9790-4095-aece-b4f241413842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:50.445650 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-a03f311a-9790-4095-aece-b4f241413842 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a67cead5-fc95-4a06-900b-25eccb87c20d HTTP/1.1" status: 204 len: 168 time: 0.2777054 Jan 22 15:17:50.455404 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Network ccfb0391-2666-48bb-a962-6b33702fc369 is already hosted by enough agents. {{(pid=80167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 22 15:17:50.459331 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.base_scheduler [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Resources bound (agent type, host, resource id): {{(pid=80167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 22 15:17:50.464096 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Received port after_create {{(pid=80167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 22 15:17:50.525660 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-54387634-8ebb-42c7-a1d9-79c746424adb req-8dcb43cb-37c1-4e06-96c0-515339420a33 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924954 Jan 22 15:17:50.569941 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:50.570694 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:50.599918 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-875759bb-d27f-4fc7-bc87-4c8d6d6e68b7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3544242 Jan 22 15:17:50.643854 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Request body: {'port': {'device_id': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:17:50.776015 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:50.779487 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-f623413a-c1a2-4312-8691-7487bd16b6cc None None] Provisioning for port 2cd8e393-ac95-4796-aa29-53effb679ac9 completed by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:17:50.785200 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-f623413a-c1a2-4312-8691-7487bd16b6cc None None] Provisioning complete for port 2cd8e393-ac95-4796-aa29-53effb679ac9 triggered by entity DHCP. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:17:50.786246 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f623413a-c1a2-4312-8691-7487bd16b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:50.849104 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-f623413a-c1a2-4312-8691-7487bd16b6cc None None] Port 2cd8e393-ac95-4796-aa29-53effb679ac9 cannot update to ACTIVE because it is not bound. {{(pid=80169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 22 15:17:50.914126 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8aee-732d-4091-a64e-22313d99576c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:51.214816 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd8e393-ac95-4796-aa29-53effb679ac9 {{(pid=80167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 22 15:17:51.222470 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:51.235653 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Transition to ACTIVE for port object 2cd8e393-ac95-4796-aa29-53effb679ac9 will not be triggered until provisioned by entity L2. {{(pid=80167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 22 15:17:51.238034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:51.254179 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c15587c6-c4f8-4f6b-bc72-7daabc2692fc tempest-VolumesSnapshotTestJSON-2054259587 tempest-VolumesSnapshotTestJSON-2054259587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:51.390910 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd8e393-ac95-4796-aa29-53effb679ac9,revision_number=2']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:51.404482 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:51.628991 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88b2f2-6bb6-4540-a3c4-39ccd0f9b4e7 req-28bebf13-e602-4b47-a34a-e2bda8cd5e99 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:51.652998 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ad88b2f2-6bb6-4540-a3c4-39ccd0f9b4e7 req-28bebf13-e602-4b47-a34a-e2bda8cd5e99 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1423054 Jan 22 15:17:51.697823 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3adff-9d45-41ac-acc8-f782f4fcb554 req-0a596be1-dc17-4dcb-a77c-f9629c22176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:51.699466 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d1c3adff-9d45-41ac-acc8-f782f4fcb554 req-0a596be1-dc17-4dcb-a77c-f9629c22176e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=00418f223ac446279e0843b36f25602f&device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 1162 time: 0.1970510 Jan 22 15:17:51.737343 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Attempting to bind port 2cd8e393-ac95-4796-aa29-53effb679ac9 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 22 15:17:51.737727 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Attempting to bind port 2cd8e393-ac95-4796-aa29-53effb679ac9 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 22 15:17:51.738098 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Attempting to bind port 2cd8e393-ac95-4796-aa29-53effb679ac9 on network ccfb0391-2666-48bb-a962-6b33702fc369 {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 22 15:17:51.742698 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ad88b2f2-6bb6-4540-a3c4-39ccd0f9b4e7 req-9a6b451d-59b3-4d73-8296-f9a3f9f75bc5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0887346 Jan 22 15:17:51.749248 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Checking agent: {'id': '8b6f6814-4137-485f-9285-5bbaca6acab3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 8, 54), 'started_at': datetime.datetime(2021, 1, 22, 15, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 22 15:17:51.749631 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Checking segment: {'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 22 15:17:51.750041 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:51.750469 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Bound using segment: {'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'} {{(pid=80167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 22 15:17:51.751063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Bound port: 2cd8e393-ac95-4796-aa29-53effb679ac9, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e777cf3-2600-48cf-863b-cf0c16e3bc65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369'}}] {{(pid=80167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 22 15:17:51.751299 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:52.011022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] For port 2cd8e393-ac95-4796-aa29-53effb679ac9, host hv-cinder-76377, cleared binding levels {{(pid=80167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 22 15:17:52.018113 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] For port 2cd8e393-ac95-4796-aa29-53effb679ac9, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=2cd8e393-ac95-4796-aa29-53effb679ac9,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 22 15:17:52.019556 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3adff-9d45-41ac-acc8-f782f4fcb554 req-c896d5a5-9242-4fd9-9b56-cecf01a1defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:52.021350 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d1c3adff-9d45-41ac-acc8-f782f4fcb554 req-c896d5a5-9242-4fd9-9b56-cecf01a1defe service neutron] 10.222.0.63 "GET /v2.0/networks?id=ce3797b3-7e73-4c9f-88cf-229936845684 HTTP/1.1" status: 200 len: 902 time: 0.3136315 Jan 22 15:17:52.049717 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815d2dc-e786-445e-a8bd-43d39c59a20e req-04381c12-db64-4d22-a10a-b4df7e78e556 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:52.050525 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-1815d2dc-e786-445e-a8bd-43d39c59a20e req-04381c12-db64-4d22-a10a-b4df7e78e556 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Synchronizing usage tracker for tenant:8ef4fbebdbdf4941976014a01c398f65 on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:17:52.053991 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826645473'] for port, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:52.073518 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-87f6703a-1cc6-4cb1-a5eb-994abaeaaa57 tempest-ServerRescueNegativeTestJSON-921338819 tempest-ServerRescueNegativeTestJSON-921338819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:52.550501 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-1815d2dc-e786-445e-a8bd-43d39c59a20e req-04381c12-db64-4d22-a10a-b4df7e78e556 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Unset dirty status for tenant:8ef4fbebdbdf4941976014a01c398f65 on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:17:52.551790 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1815d2dc-e786-445e-a8bd-43d39c59a20e req-04381c12-db64-4d22-a10a-b4df7e78e556 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.8181202 Jan 22 15:17:52.572380 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd8e393-ac95-4796-aa29-53effb679ac9,revision_number=3']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:52.581130 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:52.618601 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d1c3adff-9d45-41ac-acc8-f782f4fcb554 req-90336d41-e21b-46cf-95a7-0a05ac13eada service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 HTTP/1.1" status: 200 len: 999 time: 0.5498612 Jan 22 15:17:52.705665 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1815d2dc-e786-445e-a8bd-43d39c59a20e req-11c6096a-d2fd-490d-bfca-ceb497f11801 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430037 Jan 22 15:17:52.710857 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:52.711541 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:52.712990 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] 10.222.0.63 "PUT /v2.0/ports/2cd8e393-ac95-4796-aa29-53effb679ac9 HTTP/1.1" status: 200 len: 1158 time: 2.0746682 Jan 22 15:17:52.713543 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'tag': '2cd8e393-ac95-4796-aa29-53effb679ac9'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:17:52.735489 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3adff-9d45-41ac-acc8-f782f4fcb554 req-77e46f0f-cd61-4e5c-9b0e-6733b1e8a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:52.737129 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d1c3adff-9d45-41ac-acc8-f782f4fcb554 req-77e46f0f-cd61-4e5c-9b0e-6733b1e8a0d4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ccb088a-6448-482f-91ed-4a9c16b4261c HTTP/1.1" status: 200 len: 847 time: 0.1082850 Jan 22 15:17:52.860898 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f71d0ebc-e40b-4e62-b008-c629ccc0214f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:52.886564 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'tag': '2cd8e393-ac95-4796-aa29-53effb679ac9', 'status': 'completed', 'code': 200} Jan 22 15:17:52.997153 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-84428972-1fb0-493d-9e6e-87e88315b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:52.999446 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-84428972-1fb0-493d-9e6e-87e88315b063 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ef4fbebdbdf4941976014a01c398f65&device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 1161 time: 0.1980643 Jan 22 15:17:53.007935 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3adff-9d45-41ac-acc8-f782f4fcb554 req-44be2967-998d-4c29-963b-9be426fe8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:53.009430 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d1c3adff-9d45-41ac-acc8-f782f4fcb554 req-44be2967-998d-4c29-963b-9be426fe8225 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ce3797b3-7e73-4c9f-88cf-229936845684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2654932 Jan 22 15:17:53.101266 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47838) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:53.169653 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-45f846f4-73ec-41ea-8cdc-84321861017b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd8e393-ac95-4796-aa29-53effb679ac9 HTTP/1.1" status: 200 len: 217 time: 0.1504507 Jan 22 15:17:53.201459 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9e913-0939-4a00-90da-85e435d80c8d req-38b02073-ed57-40ba-8fd0-1ed6fbc1ed76 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:53.203104 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f7e9e913-0939-4a00-90da-85e435d80c8d req-38b02073-ed57-40ba-8fd0-1ed6fbc1ed76 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.3132486 Jan 22 15:17:53.253483 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fa34d22b-d309-4e95-8ca5-c2e6f8e2c3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:53.268766 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-fa34d22b-d309-4e95-8ca5-c2e6f8e2c3f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:53.273460 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-fa34d22b-d309-4e95-8ca5-c2e6f8e2c3f6 admin admin] Usage tracker for resource:security_group_rule and tenant:4095350196014692907ee5add9323ac8 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:53.276718 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-fa34d22b-d309-4e95-8ca5-c2e6f8e2c3f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:53.282502 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-fa34d22b-d309-4e95-8ca5-c2e6f8e2c3f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:53.353563 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f7e9e913-0939-4a00-90da-85e435d80c8d req-8109b3ea-4725-4bdb-9ae1-9bf6cdc5f86a tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1107833 Jan 22 15:17:53.355012 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-98d7e811-c283-460c-9601-c3f37ed34030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:53.356505 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-98d7e811-c283-460c-9601-c3f37ed34030 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12a179cd-d2fb-4dae-b410-3d8af3602ae4 HTTP/1.1" status: 200 len: 856 time: 0.1505680 Jan 22 15:17:53.366164 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d1c3adff-9d45-41ac-acc8-f782f4fcb554 req-eda68932-f59b-41a6-a930-2a0034301f88 service neutron] 10.222.0.63 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482425 Jan 22 15:17:53.370335 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fa34d22b-d309-4e95-8ca5-c2e6f8e2c3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:53.373245 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-fa34d22b-d309-4e95-8ca5-c2e6f8e2c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:53.383430 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-df895d15-300c-462f-bfb3-dfa36a6cbc84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:53.434562 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-fa34d22b-d309-4e95-8ca5-c2e6f8e2c3f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4095350196014692907ee5add9323ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294313 Jan 22 15:17:53.434562 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34d22b-d309-4e95-8ca5-c2e6f8e2c3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b53e29d-7a27-41f0-baee-7220dc8e4cea,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:53.435426 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47844) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:53.438049 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-fa34d22b-d309-4e95-8ca5-c2e6f8e2c3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:53.498237 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2d6827e8-917c-4d0f-b4ee-ca1ee37c7654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:53.527428 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2d6827e8-917c-4d0f-b4ee-ca1ee37c7654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:53.572238 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:53.574147 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2d6827e8-917c-4d0f-b4ee-ca1ee37c7654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:53.579354 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0d684876-b73e-4f43-aaba-e1fea2712f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:53.581946 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-df1ef769-06ab-416a-a44c-cf6662e6b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:53.583651 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-df1ef769-06ab-416a-a44c-cf6662e6b8aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ccfb0391-2666-48bb-a962-6b33702fc369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2199037 Jan 22 15:17:53.585952 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d1c3adff-9d45-41ac-acc8-f782f4fcb554 req-229f12a5-40b6-49f0-b487-1aaccb452e80 service neutron] 10.222.0.63 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1823175 Jan 22 15:17:53.593329 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6827e8-917c-4d0f-b4ee-ca1ee37c7654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b53e29d-7a27-41f0-baee-7220dc8e4cea,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:53.596201 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2d6827e8-917c-4d0f-b4ee-ca1ee37c7654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:53.597522 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2d6827e8-917c-4d0f-b4ee-ca1ee37c7654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:53.598774 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-2d6827e8-917c-4d0f-b4ee-ca1ee37c7654 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b53e29d-7a27-41f0-baee-7220dc8e4cea HTTP/1.1" status: 204 len: 168 time: 0.1623452 Jan 22 15:17:53.808057 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-3c0e2af9-6f62-4e65-8fa3-242ac185b227 service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077169 Jan 22 15:17:53.810981 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a227a-0d72-41d3-87a6-f985de28ff4d req-9270474a-fdce-40dd-b0da-79a81cc9dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:53.812470 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-eb5a227a-0d72-41d3-87a6-f985de28ff4d req-9270474a-fdce-40dd-b0da-79a81cc9dbc6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=00418f223ac446279e0843b36f25602f&device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 1162 time: 0.1365819 Jan 22 15:17:53.956447 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47854) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:54.005519 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1964bea-f5fc-4502-b538-929cbf086633 req-84b65be5-f432-4dd6-a4ff-c7513fd53ffb tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:54.006301 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-a1964bea-f5fc-4502-b538-929cbf086633 req-84b65be5-f432-4dd6-a4ff-c7513fd53ffb tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Synchronizing usage tracker for tenant:8ef4fbebdbdf4941976014a01c398f65 on resource:port {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:17:54.011072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f714c11e-6796-4712-bfe3-8a53852ee53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:54.034769 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f714c11e-6796-4712-bfe3-8a53852ee53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:54.039311 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-a1964bea-f5fc-4502-b538-929cbf086633 req-84b65be5-f432-4dd6-a4ff-c7513fd53ffb tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Unset dirty status for tenant:8ef4fbebdbdf4941976014a01c398f65 on resource:port {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:17:54.040566 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a1964bea-f5fc-4502-b538-929cbf086633 req-84b65be5-f432-4dd6-a4ff-c7513fd53ffb tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.1662798 Jan 22 15:17:54.041555 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f714c11e-6796-4712-bfe3-8a53852ee53d admin admin] Usage tracker for resource:security_group_rule and tenant:ee6537127a354b70af1efcb262527a9a is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:54.044618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f714c11e-6796-4712-bfe3-8a53852ee53d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:54.051728 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f714c11e-6796-4712-bfe3-8a53852ee53d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:54.083955 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7f4eed1a-089d-4198-a040-0b88b450f066 req-11fd3f4d-1f7c-44e4-b79b-202d0cf87cab service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2666967 Jan 22 15:17:54.086443 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a227a-0d72-41d3-87a6-f985de28ff4d req-039bd7fa-ceb2-4fdf-818a-1332b7a8ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:54.087894 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-eb5a227a-0d72-41d3-87a6-f985de28ff4d req-039bd7fa-ceb2-4fdf-818a-1332b7a8ff4d service neutron] 10.222.0.63 "GET /v2.0/networks?id=ce3797b3-7e73-4c9f-88cf-229936845684 HTTP/1.1" status: 200 len: 902 time: 0.2451479 Jan 22 15:17:54.122060 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-a1964bea-f5fc-4502-b538-929cbf086633 req-a8c54369-99f4-411d-8a60-a94de08fc6ef tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Synchronizing usage tracker for tenant:8ef4fbebdbdf4941976014a01c398f65 on resource:security_group {{(pid=80168) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:17:54.151512 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-a1964bea-f5fc-4502-b538-929cbf086633 req-a8c54369-99f4-411d-8a60-a94de08fc6ef tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Unset dirty status for tenant:8ef4fbebdbdf4941976014a01c398f65 on resource:security_group {{(pid=80168) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:17:54.152775 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a1964bea-f5fc-4502-b538-929cbf086633 req-a8c54369-99f4-411d-8a60-a94de08fc6ef tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023471 Jan 22 15:17:54.202288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f714c11e-6796-4712-bfe3-8a53852ee53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:54.205210 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f714c11e-6796-4712-bfe3-8a53852ee53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:54.213949 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-181b80ec-c030-417f-95be-baa1b3d8d219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:54.261246 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-f714c11e-6796-4712-bfe3-8a53852ee53d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee6537127a354b70af1efcb262527a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011837 Jan 22 15:17:54.261246 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714c11e-6796-4712-bfe3-8a53852ee53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9362087d-fb00-48a9-b419-9d83e9703684,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:54.261565 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-eb5a227a-0d72-41d3-87a6-f985de28ff4d req-16108d4e-1b8d-4f55-8d84-0edffa3718b4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 HTTP/1.1" status: 200 len: 999 time: 0.1585300 Jan 22 15:17:54.263153 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f714c11e-6796-4712-bfe3-8a53852ee53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:54.263691 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47858) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:54.330209 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f68400f3-4309-4838-af87-84e608096552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:54.338782 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff67f9-4c88-4700-9d75-e7706dc86e42 req-8fc83f1f-ac30-4725-a1b4-a38fbf34d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:54.340420 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0bff67f9-4c88-4700-9d75-e7706dc86e42 req-8fc83f1f-ac30-4725-a1b4-a38fbf34d73a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ef4fbebdbdf4941976014a01c398f65&device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 1161 time: 0.1594603 Jan 22 15:17:54.358743 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f68400f3-4309-4838-af87-84e608096552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:54.375452 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a227a-0d72-41d3-87a6-f985de28ff4d req-847b699f-9e2c-4c20-9545-fb04fe118d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:54.377041 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-eb5a227a-0d72-41d3-87a6-f985de28ff4d req-847b699f-9e2c-4c20-9545-fb04fe118d61 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ccb088a-6448-482f-91ed-4a9c16b4261c HTTP/1.1" status: 200 len: 847 time: 0.1041105 Jan 22 15:17:54.407862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f68400f3-4309-4838-af87-84e608096552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:54.413856 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-aff9afdd-b745-4ba7-a1dc-6838933f0a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:54.425503 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68400f3-4309-4838-af87-84e608096552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9362087d-fb00-48a9-b419-9d83e9703684,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:54.432007 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f68400f3-4309-4838-af87-84e608096552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:54.434809 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f68400f3-4309-4838-af87-84e608096552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:54.436606 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-f68400f3-4309-4838-af87-84e608096552 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9362087d-fb00-48a9-b419-9d83e9703684 HTTP/1.1" status: 204 len: 168 time: 0.1714623 Jan 22 15:17:54.617645 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff67f9-4c88-4700-9d75-e7706dc86e42 req-b78d2cf6-7e20-4769-bc33-3e2aa2c12dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:54.619309 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0bff67f9-4c88-4700-9d75-e7706dc86e42 req-b78d2cf6-7e20-4769-bc33-3e2aa2c12dc1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ccfb0391-2666-48bb-a962-6b33702fc369 HTTP/1.1" status: 200 len: 911 time: 0.2716250 Jan 22 15:17:54.683822 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:54.711418 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:54.713881 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0bff67f9-4c88-4700-9d75-e7706dc86e42 req-f6ff1d81-9087-40b2-b91f-3657986dddd4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd8e393-ac95-4796-aa29-53effb679ac9 HTTP/1.1" status: 200 len: 217 time: 0.0868959 Jan 22 15:17:54.715911 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a227a-0d72-41d3-87a6-f985de28ff4d req-f26a6db3-062b-4faa-b584-06197b73b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:54.717434 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-eb5a227a-0d72-41d3-87a6-f985de28ff4d req-f26a6db3-062b-4faa-b584-06197b73b6b1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ce3797b3-7e73-4c9f-88cf-229936845684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2858467 Jan 22 15:17:54.751910 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ec9a2-a046-4e20-9a36-8c8cd98bd219 req-0430d4fa-2923-4d15-a4b1-ef43d9f1f4e2 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:54.753508 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e20ec9a2-a046-4e20-9a36-8c8cd98bd219 req-0430d4fa-2923-4d15-a4b1-ef43d9f1f4e2 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.2496903 Jan 22 15:17:55.098231 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:55.217808 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e20ec9a2-a046-4e20-9a36-8c8cd98bd219 req-0b8ecc3f-2ed3-4a51-a4e1-a4571cb418d0 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.4017270 Jan 22 15:17:55.219282 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff67f9-4c88-4700-9d75-e7706dc86e42 req-6cc13d53-8241-484e-8824-05062502e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:55.220785 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0bff67f9-4c88-4700-9d75-e7706dc86e42 req-6cc13d53-8241-484e-8824-05062502e0f3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12a179cd-d2fb-4dae-b410-3d8af3602ae4 HTTP/1.1" status: 200 len: 856 time: 0.4651089 Jan 22 15:17:55.298197 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-eb5a227a-0d72-41d3-87a6-f985de28ff4d req-fed7038a-5931-4cfa-935d-3227a30a706c service neutron] 10.222.0.63 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436134 Jan 22 15:17:55.427694 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff67f9-4c88-4700-9d75-e7706dc86e42 req-702a354f-bf72-4a7f-8cff-02684565addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:55.430254 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0bff67f9-4c88-4700-9d75-e7706dc86e42 req-702a354f-bf72-4a7f-8cff-02684565addb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ccfb0391-2666-48bb-a962-6b33702fc369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2026951 Jan 22 15:17:55.504864 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e07e7-3f99-49a9-8477-61969b7caec0 req-ed527282-4a48-4a8f-80f7-a9bf72ad42fb tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:55.506645 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-241e07e7-3f99-49a9-8477-61969b7caec0 req-ed527282-4a48-4a8f-80f7-a9bf72ad42fb tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.1722293 Jan 22 15:17:55.562594 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-eb5a227a-0d72-41d3-87a6-f985de28ff4d req-e4688ff1-0cd6-4d95-be60-fe0c5ac33c97 service neutron] 10.222.0.63 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2567878 Jan 22 15:17:55.570466 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-241e07e7-3f99-49a9-8477-61969b7caec0 req-4b19bc85-19e7-406a-b72d-98e2a485e791 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569310 Jan 22 15:17:55.610190 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0bff67f9-4c88-4700-9d75-e7706dc86e42 req-2e3e52a3-5334-4667-8c1a-323df74864f5 service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683967 Jan 22 15:17:55.768701 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0bff67f9-4c88-4700-9d75-e7706dc86e42 req-4e5e973e-8575-404c-b5a4-884165d56cb7 service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462064 Jan 22 15:17:56.479390 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4947fa-7107-42fc-9bc7-ff4dbc9732fc req-ce1d24bd-8ed6-4184-baf1-2469f672d8b0 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:56.481104 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0c4947fa-7107-42fc-9bc7-ff4dbc9732fc req-ce1d24bd-8ed6-4184-baf1-2469f672d8b0 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1080706 Jan 22 15:17:56.533843 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-0c4947fa-7107-42fc-9bc7-ff4dbc9732fc req-076f78a8-7363-47ba-8de7-1d28ea36a7d4 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0460114 Jan 22 15:17:56.711286 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 2cd8e393-ac95-4796-aa29-53effb679ac9 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:17:56.787102 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning for port 2cd8e393-ac95-4796-aa29-53effb679ac9 completed by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 22 15:17:56.793082 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 2cd8e393-ac95-4796-aa29-53effb679ac9 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:17:56.793762 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:56.867939 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e4c2f-c412-4d02-ae04-82eed21ac1d5 req-aaa806d1-7509-4b08-952c-336930b5d18c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:56.869837 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bb9e4c2f-c412-4d02-ae04-82eed21ac1d5 req-aaa806d1-7509-4b08-952c-336930b5d18c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.1294260 Jan 22 15:17:56.937627 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:56.942408 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bb9e4c2f-c412-4d02-ae04-82eed21ac1d5 req-cc38cd9d-1de9-426f-9cfc-a64d97fa8567 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660937 Jan 22 15:17:56.979916 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd8e393-ac95-4796-aa29-53effb679ac9'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:17:56.983100 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4e3ac24b-4c20-43bf-b211-21d5d0c91a97 req-e8d6c733-9ad9-4f96-b2dd-0f25345da6bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1844325 Jan 22 15:17:56.995018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 2cd8e393-ac95-4796-aa29-53effb679ac9, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=2cd8e393-ac95-4796-aa29-53effb679ac9,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:17:56.998549 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:57.002934 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:57.089607 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cde945-849d-4ee9-b806-6f43c826cdaa req-86b8e0d4-5429-4398-9dd6-33be46a8b8a1 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:57.091579 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b4cde945-849d-4ee9-b806-6f43c826cdaa req-86b8e0d4-5429-4398-9dd6-33be46a8b8a1 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1736403 Jan 22 15:17:57.092896 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd8e393-ac95-4796-aa29-53effb679ac9', 'code': 200} Jan 22 15:17:57.095678 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=2cd8e393-ac95-4796-aa29-53effb679ac9,revision_number=4']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:57.105534 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:17:57.170805 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.171226 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.171623 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.172082 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.172585 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.173081 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.173515 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.173826 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.174203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.174633 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.175012 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.175512 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.176081 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.176946 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.177329 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.177707 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.178181 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.178653 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.179246 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.179619 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.180130 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.180552 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.180925 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.181299 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:17:57.186461 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:57.199391 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b4cde945-849d-4ee9-b806-6f43c826cdaa req-c529fbe3-2385-407a-8520-620a9c50e637 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1006880 Jan 22 15:17:57.264003 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:57.309175 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3,segment=NetworkSegment(65c0687d-a69b-4986-870b-eaf69808c16d),segment_id=65c0687d-a69b-4986-870b-eaf69808c16d)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:17:57.311506 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:57.314116 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:57.413163 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3,revision_number=5']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:57.416987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:57.435297 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f970d-787e-476f-999b-f7e0fd825ea5 req-681a645d-349c-4610-9282-92e90c3a011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:57.437084 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-813f970d-787e-476f-999b-f7e0fd825ea5 req-681a645d-349c-4610-9282-92e90c3a011d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 1163 time: 0.0999424 Jan 22 15:17:57.484045 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47948) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:57.486107 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-813f970d-787e-476f-999b-f7e0fd825ea5 req-d354d705-cdf4-4002-85c6-c72e3b314e21 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422468 Jan 22 15:17:57.633240 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-754b51fa-719e-4528-9e22-e8be8814d16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:57.648849 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-754b51fa-719e-4528-9e22-e8be8814d16f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:57.652934 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-754b51fa-719e-4528-9e22-e8be8814d16f admin admin] Usage tracker for resource:security_group_rule and tenant:08a6eaf1357044f08b10250e168f3fe0 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:57.655933 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-754b51fa-719e-4528-9e22-e8be8814d16f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:57.661703 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-754b51fa-719e-4528-9e22-e8be8814d16f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:57.746778 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-754b51fa-719e-4528-9e22-e8be8814d16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:57.750030 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-754b51fa-719e-4528-9e22-e8be8814d16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:57.760477 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-5b31ce80-535f-4715-a63c-ada99c105943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:57.803800 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-754b51fa-719e-4528-9e22-e8be8814d16f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08a6eaf1357044f08b10250e168f3fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180704 Jan 22 15:17:57.804798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b51fa-719e-4528-9e22-e8be8814d16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ccb973-f585-4958-a00f-c748b541896d,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:57.807250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 47954) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:57.808246 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-754b51fa-719e-4528-9e22-e8be8814d16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:57.870657 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-87500086-ca05-4205-bc42-c579f967ce2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:57.898466 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-87500086-ca05-4205-bc42-c579f967ce2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:57.943541 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-87500086-ca05-4205-bc42-c579f967ce2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:57.950171 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3e58c836-9af2-45f0-9d05-772f140ff2b3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:57.961169 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87500086-ca05-4205-bc42-c579f967ce2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ccb973-f585-4958-a00f-c748b541896d,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:57.966198 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-87500086-ca05-4205-bc42-c579f967ce2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:57.968771 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-87500086-ca05-4205-bc42-c579f967ce2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:57.972521 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-87500086-ca05-4205-bc42-c579f967ce2e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83ccb973-f585-4958-a00f-c748b541896d HTTP/1.1" status: 204 len: 168 time: 0.1616490 Jan 22 15:17:58.218307 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe4559-2dad-422e-80ed-0653b99539eb req-250eef66-431b-4289-b904-ea44e047e43a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:58.219994 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f2fe4559-2dad-422e-80ed-0653b99539eb req-250eef66-431b-4289-b904-ea44e047e43a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1141462 Jan 22 15:17:58.280447 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f2fe4559-2dad-422e-80ed-0653b99539eb req-1d21cd4f-eb1f-43e1-9426-994326ce6582 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535388 Jan 22 15:17:58.344729 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 47966) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:58.364098 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0ac79e1d-5ca9-4a39-9a9b-f61bf7055198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:58.380570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-0ac79e1d-5ca9-4a39-9a9b-f61bf7055198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:17:58.385904 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-0ac79e1d-5ca9-4a39-9a9b-f61bf7055198 admin admin] Usage tracker for resource:security_group_rule and tenant:fde411204132456b91184d11b72abd15 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:17:58.388990 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-0ac79e1d-5ca9-4a39-9a9b-f61bf7055198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:17:58.394906 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-0ac79e1d-5ca9-4a39-9a9b-f61bf7055198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:17:58.500926 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0ac79e1d-5ca9-4a39-9a9b-f61bf7055198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:58.503450 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 2cd8e393-ac95-4796-aa29-53effb679ac9 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:17:58.503969 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0ac79e1d-5ca9-4a39-9a9b-f61bf7055198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:58.514312 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d7a6400a-7e7d-482d-a5b0-9df154d9bf7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:58.516751 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502b21d-66d9-456d-ab08-e56f2de4ba6b req-51548008-e634-4612-8ec3-8f88db9eccd6 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:58.518461 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5502b21d-66d9-456d-ab08-e56f2de4ba6b req-51548008-e634-4612-8ec3-8f88db9eccd6 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 943 time: 0.1223323 Jan 22 15:17:58.573319 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5502b21d-66d9-456d-ab08-e56f2de4ba6b req-ddf05e57-343b-4b48-985a-a0cb5e357ef9 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0479789 Jan 22 15:17:58.588184 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 2cd8e393-ac95-4796-aa29-53effb679ac9 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:17:58.588593 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:58.615453 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-0ac79e1d-5ca9-4a39-9a9b-f61bf7055198 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fde411204132456b91184d11b72abd15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655137 Jan 22 15:17:58.615453 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac79e1d-5ca9-4a39-9a9b-f61bf7055198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfb3f43-c82e-4c9b-b375-6a25aeac4283,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:58.615786 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47970) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:58.619879 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0ac79e1d-5ca9-4a39-9a9b-f61bf7055198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:58.665540 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ac24b-4c20-43bf-b211-21d5d0c91a97 req-906b95e2-6dc5-457b-af1d-be8bfb794ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:58.667232 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4e3ac24b-4c20-43bf-b211-21d5d0c91a97 req-906b95e2-6dc5-457b-af1d-be8bfb794ebe service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70&tenant_id=00418f223ac446279e0843b36f25602f HTTP/1.1" status: 200 len: 1160 time: 0.1416457 Jan 22 15:17:58.704159 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-44764135-8fc6-4b94-8a36-32cdecfad5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:58.735207 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-44764135-8fc6-4b94-8a36-32cdecfad5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:58.783510 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-44764135-8fc6-4b94-8a36-32cdecfad5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:58.789465 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-fe90359d-21c8-4ac9-bf18-f88afa900c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:17:58.802384 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44764135-8fc6-4b94-8a36-32cdecfad5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfb3f43-c82e-4c9b-b375-6a25aeac4283,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:17:58.803563 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ac24b-4c20-43bf-b211-21d5d0c91a97 req-3d01b804-ffb7-4a92-8d90-89306d0aac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:58.804774 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-44764135-8fc6-4b94-8a36-32cdecfad5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:17:58.805285 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4e3ac24b-4c20-43bf-b211-21d5d0c91a97 req-3d01b804-ffb7-4a92-8d90-89306d0aac8d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=00418f223ac446279e0843b36f25602f&device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 1160 time: 0.0804083 Jan 22 15:17:58.812279 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-44764135-8fc6-4b94-8a36-32cdecfad5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:17:58.816345 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-44764135-8fc6-4b94-8a36-32cdecfad5e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abfb3f43-c82e-4c9b-b375-6a25aeac4283 HTTP/1.1" status: 204 len: 168 time: 0.2008064 Jan 22 15:17:58.953058 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ac24b-4c20-43bf-b211-21d5d0c91a97 req-7abe21f4-3d50-4952-a2bd-19583012f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:58.954966 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4e3ac24b-4c20-43bf-b211-21d5d0c91a97 req-7abe21f4-3d50-4952-a2bd-19583012f7f7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ce3797b3-7e73-4c9f-88cf-229936845684 HTTP/1.1" status: 200 len: 902 time: 0.1417544 Jan 22 15:17:59.071980 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4e3ac24b-4c20-43bf-b211-21d5d0c91a97 req-1a4110b1-70d2-4cfa-bad1-e1e12e275937 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 HTTP/1.1" status: 200 len: 997 time: 0.1100872 Jan 22 15:17:59.093934 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:17:59.147778 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ac24b-4c20-43bf-b211-21d5d0c91a97 req-e73657c9-da3f-4128-a206-5c96abd99bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:59.149462 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4e3ac24b-4c20-43bf-b211-21d5d0c91a97 req-e73657c9-da3f-4128-a206-5c96abd99bb8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ccb088a-6448-482f-91ed-4a9c16b4261c HTTP/1.1" status: 200 len: 847 time: 0.0709364 Jan 22 15:17:59.153547 dv-cinder-763774-2-smb neutron-server[80056]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3', 'code': 422} returned with failed status Jan 22 15:17:59.243139 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ac24b-4c20-43bf-b211-21d5d0c91a97 req-94cb2a6e-253c-43f2-828a-7e4e202a12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:59.244779 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4e3ac24b-4c20-43bf-b211-21d5d0c91a97 req-94cb2a6e-253c-43f2-828a-7e4e202a12d0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ce3797b3-7e73-4c9f-88cf-229936845684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0888042 Jan 22 15:17:59.394382 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4e3ac24b-4c20-43bf-b211-21d5d0c91a97 req-11595ecb-a867-4bb4-bcee-ec6332da59ca service neutron] 10.222.0.63 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423664 Jan 22 15:17:59.537116 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4e3ac24b-4c20-43bf-b211-21d5d0c91a97 req-fbc257f7-0d3a-405d-8008-ca310309a7b3 service neutron] 10.222.0.63 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365235 Jan 22 15:17:59.550168 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7c00b-2f79-474d-8d1f-0df5948012e2 req-310f1814-1441-421a-b803-51cd5c84fab2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:59.551856 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-03d7c00b-2f79-474d-8d1f-0df5948012e2 req-310f1814-1441-421a-b803-51cd5c84fab2 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1110504 Jan 22 15:17:59.604788 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-03d7c00b-2f79-474d-8d1f-0df5948012e2 req-64dfd095-3945-463c-bfb5-e76cad675e64 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461013 Jan 22 15:17:59.826657 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdefdbb-030f-4eed-a7bb-f63cf5bb49b2 req-48152452-2f98-4325-8a85-9c2ae8cb6497 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:59.828614 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bfdefdbb-030f-4eed-a7bb-f63cf5bb49b2 req-48152452-2f98-4325-8a85-9c2ae8cb6497 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 943 time: 0.1114695 Jan 22 15:17:59.854582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3371b-3836-4cb4-b53b-a79d4c24750d req-6c35505b-0e3c-45fa-a922-df2951b864f3 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:17:59.856306 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-60c3371b-3836-4cb4-b53b-a79d4c24750d req-6c35505b-0e3c-45fa-a922-df2951b864f3 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1102629 Jan 22 15:17:59.866182 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 47984) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:17:59.871905 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.v2.base [None req-9a8d59d3-ed0e-4079-a715-bb2c1237a66a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Request body: {'floatingip': {'port_id': '2cd8e393-ac95-4796-aa29-53effb679ac9'}} {{(pid=80168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 22 15:17:59.881996 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bfdefdbb-030f-4eed-a7bb-f63cf5bb49b2 req-b55415ce-01d5-4db2-84fa-2bde4c3724b7 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0459380 Jan 22 15:17:59.958134 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9a8d59d3-ed0e-4079-a715-bb2c1237a66a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for floatingip, before_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:00.465107 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 2cd8e393-ac95-4796-aa29-53effb679ac9 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:18:00.540752 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 2cd8e393-ac95-4796-aa29-53effb679ac9 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:18:00.541347 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:00.828190 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9a8d59d3-ed0e-4079-a715-bb2c1237a66a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for floatingip, precommit_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:00.830949 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9a8d59d3-ed0e-4079-a715-bb2c1237a66a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:01.011137 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.l3_db [None req-9a8d59d3-ed0e-4079-a715-bb2c1237a66a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Floating IP bf59d9d8-485f-4987-905b-cccde955be2a associated. External IP: 172.28.2.105, port: 2cd8e393-ac95-4796-aa29-53effb679ac9. Jan 22 15:18:01.345726 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dde7e-2603-4888-ba71-bf8ffbb70fd5 req-bb307e36-dcbc-4866-a683-0da5b892d2b4 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:01.347443 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-db2dde7e-2603-4888-ba71-bf8ffbb70fd5 req-bb307e36-dcbc-4866-a683-0da5b892d2b4 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 943 time: 0.2766137 Jan 22 15:18:01.425853 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-db2dde7e-2603-4888-ba71-bf8ffbb70fd5 req-249b244a-761f-434d-8077-1576db61566d tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0684114 Jan 22 15:18:01.522246 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8d59d3-ed0e-4079-a715-bb2c1237a66a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Router 21c115f8-29a8-4304-a4ed-15f68264b3b9 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:18:01.709296 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8d59d3-ed0e-4079-a715-bb2c1237a66a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:18:01.714159 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9a8d59d3-ed0e-4079-a715-bb2c1237a66a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:01.718973 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5957c97-4f14-4fd4-90ed-c59d47779727 None None] Sync routers for ids ['21c115f8-29a8-4304-a4ed-15f68264b3b9'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:18:01.729061 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5957c97-4f14-4fd4-90ed-c59d47779727 None None] Routers {'21c115f8-29a8-4304-a4ed-15f68264b3b9'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:18:01.729746 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-f5957c97-4f14-4fd4-90ed-c59d47779727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:17:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['21c115f8-29a8-4304-a4ed-15f68264b3b9'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:18:01.774332 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-9a8d59d3-ed0e-4079-a715-bb2c1237a66a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "PUT /v2.0/floatingips/bf59d9d8-485f-4987-905b-cccde955be2a HTTP/1.1" status: 200 len: 992 time: 1.9068813 Jan 22 15:18:01.775154 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'tag': '2cd8e393-ac95-4796-aa29-53effb679ac9'}] {{(pid=80168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:18:01.923323 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-f5957c97-4f14-4fd4-90ed-c59d47779727 None None] Set router 21c115f8-29a8-4304-a4ed-15f68264b3b9 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:18:02.066112 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'tag': '2cd8e393-ac95-4796-aa29-53effb679ac9', 'status': 'completed', 'code': 200} Jan 22 15:18:02.192422 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e81e1-398b-430c-9719-9086652d0103 req-94b577d8-04bc-4fea-a5cf-91ced1c90aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:02.194273 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-054e81e1-398b-430c-9719-9086652d0103 req-94b577d8-04bc-4fea-a5cf-91ced1c90aa9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ef4fbebdbdf4941976014a01c398f65&device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 1163 time: 0.0833342 Jan 22 15:18:02.295850 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-f5957c97-4f14-4fd4-90ed-c59d47779727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': 'bf59d9d8-485f-4987-905b-cccde955be2a', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'floating_ip_address': '172.28.2.105', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'port_id': '2cd8e393-ac95-4796-aa29-53effb679ac9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'mac_address': 'fa:16:3e:7d:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:17:45Z', 'updated_at': '2021-01-22T15:18:00Z', 'revision_number': 1, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:57Z', 'revision_number': 5, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:18:02.300055 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5957c97-4f14-4fd4-90ed-c59d47779727 None None] Checking router: 21c115f8-29a8-4304-a4ed-15f68264b3b9 for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:18:02.309148 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5957c97-4f14-4fd4-90ed-c59d47779727 None None] Routers {'21c115f8-29a8-4304-a4ed-15f68264b3b9'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:18:02.309821 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-f5957c97-4f14-4fd4-90ed-c59d47779727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:17:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['21c115f8-29a8-4304-a4ed-15f68264b3b9'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:18:02.341118 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e81e1-398b-430c-9719-9086652d0103 req-f2852a63-0a73-4b9a-8e5c-04a2603f2eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:02.342881 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-054e81e1-398b-430c-9719-9086652d0103 req-f2852a63-0a73-4b9a-8e5c-04a2603f2eee service neutron] 10.222.0.63 "GET /v2.0/networks?id=ccfb0391-2666-48bb-a962-6b33702fc369 HTTP/1.1" status: 200 len: 911 time: 0.1419332 Jan 22 15:18:02.453676 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-054e81e1-398b-430c-9719-9086652d0103 req-2063ca30-400c-4f84-b862-969b56c93a22 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd8e393-ac95-4796-aa29-53effb679ac9 HTTP/1.1" status: 200 len: 1000 time: 0.1039128 Jan 22 15:18:02.504984 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-f5957c97-4f14-4fd4-90ed-c59d47779727 None None] Set router 21c115f8-29a8-4304-a4ed-15f68264b3b9 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:18:02.528728 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e81e1-398b-430c-9719-9086652d0103 req-5746bbe2-1acf-4fc7-b939-df32c747b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:02.530835 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-054e81e1-398b-430c-9719-9086652d0103 req-5746bbe2-1acf-4fc7-b939-df32c747b2f1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12a179cd-d2fb-4dae-b410-3d8af3602ae4 HTTP/1.1" status: 200 len: 856 time: 0.0696664 Jan 22 15:18:02.683977 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e81e1-398b-430c-9719-9086652d0103 req-f4f4c494-4fa2-4781-b2f4-daba613d9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:02.685627 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-054e81e1-398b-430c-9719-9086652d0103 req-f4f4c494-4fa2-4781-b2f4-daba613d9ee0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ccfb0391-2666-48bb-a962-6b33702fc369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1479063 Jan 22 15:18:02.717552 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31f869-ccfd-4c01-b2c6-8083218882c9 req-0aed57fa-f334-44ee-ac32-1585cbf4b93d tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:02.719184 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bf31f869-ccfd-4c01-b2c6-8083218882c9 req-0aed57fa-f334-44ee-ac32-1585cbf4b93d tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 943 time: 0.1453509 Jan 22 15:18:02.784330 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:18:02.860882 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bf31f869-ccfd-4c01-b2c6-8083218882c9 req-913225ee-e412-41f5-83a5-7545debeb72f tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1191504 Jan 22 15:18:02.901170 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-054e81e1-398b-430c-9719-9086652d0103 req-ebc00813-0b2b-440b-99b7-d63eec5bb0af service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808977 Jan 22 15:18:02.925844 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:18:02.926269 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:03.003582 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-f5957c97-4f14-4fd4-90ed-c59d47779727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': 'bf59d9d8-485f-4987-905b-cccde955be2a', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'floating_ip_address': '172.28.2.105', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'port_id': '2cd8e393-ac95-4796-aa29-53effb679ac9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'mac_address': 'fa:16:3e:7d:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:17:45Z', 'updated_at': '2021-01-22T15:18:00Z', 'revision_number': 1, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:57Z', 'revision_number': 5, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:18:03.011149 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5957c97-4f14-4fd4-90ed-c59d47779727 None None] The sync data for ids ['21c115f8-29a8-4304-a4ed-15f68264b3b9'] in dv-cinder-763774-2-smb is: [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_floatingips': [{'id': 'bf59d9d8-485f-4987-905b-cccde955be2a', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'floating_ip_address': '172.28.2.105', 'floating_network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'router_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'port_id': '2cd8e393-ac95-4796-aa29-53effb679ac9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'mac_address': 'fa:16:3e:7d:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:17:45Z', 'updated_at': '2021-01-22T15:18:00Z', 'revision_number': 1, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:57Z', 'revision_number': 5, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:18:03.049515 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-054e81e1-398b-430c-9719-9086652d0103 req-4f1026b0-55a6-400e-af4b-e83462376d0e service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411896 Jan 22 15:18:03.071912 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:03.101498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:18:03.112185 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3,segment=NetworkSegment(65c0687d-a69b-4986-870b-eaf69808c16d),segment_id=65c0687d-a69b-4986-870b-eaf69808c16d)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:18:03.117113 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:03.119792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:18:03.166799 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3', 'code': 200} Jan 22 15:18:03.195053 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3,revision_number=6']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:18:03.198560 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:18:03.317657 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30d016c-560b-4163-857e-31f1ed75ba71 None None] New status for floating IP bf59d9d8-485f-4987-905b-cccde955be2a: ACTIVE {{(pid=80170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 15:18:03.529459 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136b800-6123-4cb6-a184-cad27639f0dc req-54c87a21-ec31-4d33-a002-3d26b07f9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:03.531171 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5136b800-6123-4cb6-a184-cad27639f0dc req-54c87a21-ec31-4d33-a002-3d26b07f9973 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 1162 time: 0.0848975 Jan 22 15:18:03.578928 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5136b800-6123-4cb6-a184-cad27639f0dc req-50e12fb7-4fb8-4508-930b-0405c769fc62 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0411813 Jan 22 15:18:04.098070 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b7de2-cf0e-4ccf-8e0a-5a9c88c196c7 req-96f83a07-9422-462f-9616-647e6cec5c43 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:04.099762 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4a4b7de2-cf0e-4ccf-8e0a-5a9c88c196c7 req-96f83a07-9422-462f-9616-647e6cec5c43 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1064119 Jan 22 15:18:04.152570 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-4a4b7de2-cf0e-4ccf-8e0a-5a9c88c196c7 req-a496a00b-bbcc-4973-9e7f-af0e35d33b2c tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0462101 Jan 22 15:18:04.511060 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:18:04.752639 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:18:04.753006 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:05.397805 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cefa9f-6ec2-4c76-9777-35874ed78c7b req-19b17481-91c4-4b0b-b9d3-52517bae6224 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:05.399477 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-71cefa9f-6ec2-4c76-9777-35874ed78c7b req-19b17481-91c4-4b0b-b9d3-52517bae6224 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1175411 Jan 22 15:18:05.451623 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-71cefa9f-6ec2-4c76-9777-35874ed78c7b req-96a8ebf6-bec9-41a8-bcec-e92e7c18ff83 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0457590 Jan 22 15:18:06.480012 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:18:06.551069 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:18:06.551494 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:16.297701 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:18:20.915799 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-59d4e532-c76d-4895-bc53-04824c97e88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:22.842330 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3e33caa6-4c6d-4439-8e78-3a9ecf63b9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:23.572753 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:24.689186 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:24.712985 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:25.100119 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:43.600052 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6407e7-cab3-4fc7-b3d9-922bca2e4526 req-0680751b-24b6-4a07-a695-74e028c96c62 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:43.601682 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5f6407e7-cab3-4fc7-b3d9-922bca2e4526 req-0680751b-24b6-4a07-a695-74e028c96c62 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1063342 Jan 22 15:18:43.656473 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5f6407e7-cab3-4fc7-b3d9-922bca2e4526 req-1698e5d4-3257-4494-91f3-5007cb294230 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485265 Jan 22 15:18:44.940887 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9482a-7a9c-40b7-802e-1117618515c1 req-066e2ddd-27eb-478d-bfd9-02e1b1cdc875 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:44.945330 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e9b9482a-7a9c-40b7-802e-1117618515c1 req-066e2ddd-27eb-478d-bfd9-02e1b1cdc875 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1309714 Jan 22 15:18:45.006465 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-e9b9482a-7a9c-40b7-802e-1117618515c1 req-fb161f71-aff3-4525-b19a-16bb919eb4a6 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552285 Jan 22 15:18:46.504228 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b7881-09ee-4c91-985d-995c1335fd83 req-27a6c76d-29bf-46c7-886c-75a7f80ccbde tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:46.506415 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9b1b7881-09ee-4c91-985d-995c1335fd83 req-27a6c76d-29bf-46c7-886c-75a7f80ccbde tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.3372781 Jan 22 15:18:46.557261 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9b1b7881-09ee-4c91-985d-995c1335fd83 req-bb586a10-4c7d-4718-8e4c-9208afac605d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445085 Jan 22 15:18:47.807484 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd2233-e894-4df0-8826-07f264be19a6 req-b921758f-7278-4039-8458-e9904436b481 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:47.809113 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cfcd2233-e894-4df0-8826-07f264be19a6 req-b921758f-7278-4039-8458-e9904436b481 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1047063 Jan 22 15:18:47.862447 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cfcd2233-e894-4df0-8826-07f264be19a6 req-f5afc40b-59d3-441d-9dd2-ca6348ce8b5c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470374 Jan 22 15:18:49.116678 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b272f27-4439-4cd8-9592-eea29e22a961 req-a023b265-9367-4369-bc65-e2265879e15e tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:49.118311 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3b272f27-4439-4cd8-9592-eea29e22a961 req-a023b265-9367-4369-bc65-e2265879e15e tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1117566 Jan 22 15:18:49.170050 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-3b272f27-4439-4cd8-9592-eea29e22a961 req-1bd6b461-1922-4c0b-8a69-5628f5633451 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452685 Jan 22 15:18:50.425494 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5304757-8046-4815-a29c-1f65ee73cf13 req-bbf3134c-d51b-4e84-996d-ba720e3af100 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:50.427205 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a5304757-8046-4815-a29c-1f65ee73cf13 req-bbf3134c-d51b-4e84-996d-ba720e3af100 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1126900 Jan 22 15:18:50.482052 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a5304757-8046-4815-a29c-1f65ee73cf13 req-66a30238-a49d-4579-bd72-7b50d46da415 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477521 Jan 22 15:18:50.916870 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9d86a313-2f02-4b0d-a993-442e07149ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:51.730058 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0548937-ce90-49ef-8cda-6dc6d3feba9a req-0fed5718-c1f3-4df4-98af-4514d7163f2f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:51.731625 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a0548937-ce90-49ef-8cda-6dc6d3feba9a req-0fed5718-c1f3-4df4-98af-4514d7163f2f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1056564 Jan 22 15:18:51.785667 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a0548937-ce90-49ef-8cda-6dc6d3feba9a req-709022b2-29eb-4d5c-a490-da73ec555445 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477278 Jan 22 15:18:52.843972 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-e09914dd-ca21-4ed7-99d6-ce2eb9355cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:53.034025 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2340d5f-7213-4544-a02e-208b0ceecfb9 req-7a8c65f0-169f-4c12-b4f2-7232308093c4 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:53.035667 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d2340d5f-7213-4544-a02e-208b0ceecfb9 req-7a8c65f0-169f-4c12-b4f2-7232308093c4 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1043561 Jan 22 15:18:53.087890 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d2340d5f-7213-4544-a02e-208b0ceecfb9 req-e3d4ab8f-c50b-4536-8200-ac7a282c6505 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449407 Jan 22 15:18:53.296762 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:18:53.574790 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:54.337498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34ef0f-b7f7-4550-8e6a-02870d0c93da req-e0e4465e-9b3c-4a3c-b6ad-ac929fef4c30 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:54.339219 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bd34ef0f-b7f7-4550-8e6a-02870d0c93da req-e0e4465e-9b3c-4a3c-b6ad-ac929fef4c30 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1058290 Jan 22 15:18:54.391467 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-bd34ef0f-b7f7-4550-8e6a-02870d0c93da req-53a8ab6c-5d04-4a7d-92f5-567bf5786fb3 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460138 Jan 22 15:18:54.688723 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:54.712719 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:55.104294 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:18:55.648835 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada4511-b031-4d83-b396-8b8eb896326a req-9196139d-a334-4149-a4f7-b1d6dc916217 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:55.650453 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9ada4511-b031-4d83-b396-8b8eb896326a req-9196139d-a334-4149-a4f7-b1d6dc916217 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1103053 Jan 22 15:18:55.704361 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9ada4511-b031-4d83-b396-8b8eb896326a req-1691c7a6-aed7-43d0-b0b2-225905d6c2f0 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468392 Jan 22 15:18:56.977921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44571e65-565d-4e23-b774-037ad2767f35 req-8cbf8d9a-2111-4985-b60a-ff4dbffc6a4f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:56.979648 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-44571e65-565d-4e23-b774-037ad2767f35 req-8cbf8d9a-2111-4985-b60a-ff4dbffc6a4f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1179068 Jan 22 15:18:57.039389 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-44571e65-565d-4e23-b774-037ad2767f35 req-e041fbf8-c96a-47f9-b598-628159927da5 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482166 Jan 22 15:18:58.312438 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6d804-3d76-437c-a2f0-95ca16fbcb58 req-2db0e67b-d6e1-4cce-ae0d-87e7d6654091 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:58.314165 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28c6d804-3d76-437c-a2f0-95ca16fbcb58 req-2db0e67b-d6e1-4cce-ae0d-87e7d6654091 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1138241 Jan 22 15:18:58.375390 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-28c6d804-3d76-437c-a2f0-95ca16fbcb58 req-e18f3f18-3b20-46a7-977f-fc10df18912d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542657 Jan 22 15:18:59.648239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ef7b4-946f-4840-9032-b9987569be04 req-d6caab60-6933-43e9-83f8-8608abeaee62 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:18:59.649894 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6e0ef7b4-946f-4840-9032-b9987569be04 req-d6caab60-6933-43e9-83f8-8608abeaee62 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1088545 Jan 22 15:18:59.707305 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6e0ef7b4-946f-4840-9032-b9987569be04 req-b4623da6-85d1-4898-95a0-f90bc1c6d683 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502992 Jan 22 15:19:00.985796 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b327-bbf5-4a58-82c9-2da2e7a5f068 req-e9a0591d-ec7e-477f-997c-270c9141ef6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:00.987542 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c4d0b327-bbf5-4a58-82c9-2da2e7a5f068 req-e9a0591d-ec7e-477f-997c-270c9141ef6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1140378 Jan 22 15:19:01.047795 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-c4d0b327-bbf5-4a58-82c9-2da2e7a5f068 req-40e3743d-a6a5-4065-a2c3-6990a2fdbaa1 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523033 Jan 22 15:19:02.332866 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637eb9b-7449-4460-9073-daf68b2035c7 req-4346e71b-96a9-4424-b9a0-ecf867b56131 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:02.335630 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8637eb9b-7449-4460-9073-daf68b2035c7 req-4346e71b-96a9-4424-b9a0-ecf867b56131 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1208546 Jan 22 15:19:02.394405 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8637eb9b-7449-4460-9073-daf68b2035c7 req-b187c93a-42f1-49fe-aa36-3c9bf6708850 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514607 Jan 22 15:19:03.897816 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d7f04-d470-43c9-b3ab-765ab093aefe req-78356edf-4987-488d-b797-aff5ff09dc34 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:03.905694 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f37d7f04-d470-43c9-b3ab-765ab093aefe req-78356edf-4987-488d-b797-aff5ff09dc34 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.3552215 Jan 22 15:19:03.955375 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-f37d7f04-d470-43c9-b3ab-765ab093aefe req-8cabc1ea-4ed8-4989-9b55-ebedf084ccfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486872 Jan 22 15:19:05.214740 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b6451-8fe8-4289-aca1-803b08fdbd6d req-c4507450-6248-46ec-a50f-7259b53bf639 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:05.216272 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6d0b6451-8fe8-4289-aca1-803b08fdbd6d req-c4507450-6248-46ec-a50f-7259b53bf639 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1101041 Jan 22 15:19:05.267204 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6d0b6451-8fe8-4289-aca1-803b08fdbd6d req-ccf1186d-fc66-47b3-a64b-d5a6daac6403 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447400 Jan 22 15:19:05.734968 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb59487-1315-4dff-ad61-226858ec8d49 req-60a3ac0f-5874-415e-bd3e-1103baa81b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:05.736572 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1eb59487-1315-4dff-ad61-226858ec8d49 req-60a3ac0f-5874-415e-bd3e-1103baa81b11 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ef4fbebdbdf4941976014a01c398f65&device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 1163 time: 0.0773096 Jan 22 15:19:05.877491 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb59487-1315-4dff-ad61-226858ec8d49 req-7d13ae12-32df-4f8f-92d5-97e1178a20fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:05.879129 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1eb59487-1315-4dff-ad61-226858ec8d49 req-7d13ae12-32df-4f8f-92d5-97e1178a20fb service neutron] 10.222.0.63 "GET /v2.0/networks?id=ccfb0391-2666-48bb-a962-6b33702fc369 HTTP/1.1" status: 200 len: 911 time: 0.1362038 Jan 22 15:19:05.988793 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1eb59487-1315-4dff-ad61-226858ec8d49 req-aa5a9221-4f0a-4ef8-8b1a-1f83418067c9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd8e393-ac95-4796-aa29-53effb679ac9 HTTP/1.1" status: 200 len: 1002 time: 0.1026497 Jan 22 15:19:06.059655 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb59487-1315-4dff-ad61-226858ec8d49 req-f91a04e6-c455-46f6-bbd7-fb307da9f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:06.061165 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1eb59487-1315-4dff-ad61-226858ec8d49 req-f91a04e6-c455-46f6-bbd7-fb307da9f7a5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12a179cd-d2fb-4dae-b410-3d8af3602ae4 HTTP/1.1" status: 200 len: 856 time: 0.0656853 Jan 22 15:19:06.140078 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb59487-1315-4dff-ad61-226858ec8d49 req-f47ad9ab-9faa-4256-89f1-58507e487fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:06.141642 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1eb59487-1315-4dff-ad61-226858ec8d49 req-f47ad9ab-9faa-4256-89f1-58507e487fa0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ccfb0391-2666-48bb-a962-6b33702fc369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744269 Jan 22 15:19:06.280631 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1eb59487-1315-4dff-ad61-226858ec8d49 req-5fdba257-ad31-4aef-b52e-75b11fe984d2 service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319463 Jan 22 15:19:06.430886 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-1eb59487-1315-4dff-ad61-226858ec8d49 req-7135f62d-70db-4a35-b24e-cf2272c71735 service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439836 Jan 22 15:19:06.527696 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fa29a-5664-47f4-8b30-2a375bd2e3a0 req-647acf9b-bdd5-4a33-a092-ddc52fdf6569 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:06.529305 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d26fa29a-5664-47f4-8b30-2a375bd2e3a0 req-647acf9b-bdd5-4a33-a092-ddc52fdf6569 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1068888 Jan 22 15:19:06.583703 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d26fa29a-5664-47f4-8b30-2a375bd2e3a0 req-5b8d9727-0d10-4028-99a3-e87684c984b8 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477109 Jan 22 15:19:07.831371 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ae0e0-bd6c-4ab4-81c4-d05ef4d3ec21 req-0789ef2d-0641-4236-8725-7f0254490455 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:07.832997 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5c4ae0e0-bd6c-4ab4-81c4-d05ef4d3ec21 req-0789ef2d-0641-4236-8725-7f0254490455 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1059322 Jan 22 15:19:07.888026 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5c4ae0e0-bd6c-4ab4-81c4-d05ef4d3ec21 req-2bce8fcd-2a60-4563-934f-c1b4d81abf9b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485086 Jan 22 15:19:08.921322 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 2cd8e393-ac95-4796-aa29-53effb679ac9 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:19:09.040527 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:09.068868 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd8e393-ac95-4796-aa29-53effb679ac9'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:19:09.079473 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 2cd8e393-ac95-4796-aa29-53effb679ac9, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=2cd8e393-ac95-4796-aa29-53effb679ac9,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:19:09.082479 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:09.084522 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:19:09.124553 dv-cinder-763774-2-smb neutron-server[80056]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2cd8e393-ac95-4796-aa29-53effb679ac9', 'code': 422} returned with failed status Jan 22 15:19:09.138801 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea87ea-2857-47cd-9ffc-e9cfc4b13d28 req-7be4ba61-5fe4-46b1-8d3b-a09a41710bbd tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:09.140494 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d5ea87ea-2857-47cd-9ffc-e9cfc4b13d28 req-7be4ba61-5fe4-46b1-8d3b-a09a41710bbd tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1074739 Jan 22 15:19:09.157992 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=2cd8e393-ac95-4796-aa29-53effb679ac9,revision_number=5']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:19:09.166106 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.166528 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.166922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.167300 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.167676 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.168056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.168433 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.168807 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.169181 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.169558 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.169930 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.170299 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.170773 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.171147 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.171565 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.171889 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.172259 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.172629 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.172997 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.173366 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.173735 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.174105 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.174502 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.174872 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:09.179873 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:19:09.192251 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-d5ea87ea-2857-47cd-9ffc-e9cfc4b13d28 req-45500aa3-0db3-4680-97ad-1917550c80da tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451519 Jan 22 15:19:10.786627 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35776e75-4219-4375-be6e-1e4429af266e req-f6ed7640-ba2e-418b-a3d6-bcc58106a030 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:10.788305 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-35776e75-4219-4375-be6e-1e4429af266e req-f6ed7640-ba2e-418b-a3d6-bcc58106a030 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.1111636 Jan 22 15:19:10.789779 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 48234) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:19:10.842915 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-35776e75-4219-4375-be6e-1e4429af266e req-881cb370-53e8-4690-8ec3-61547979f180 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465097 Jan 22 15:19:10.944165 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dc0b278d-bf2e-4971-a5fd-2cdfc291797f req-a506be44-d510-4024-a79a-9601248c0c97 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1530182 Jan 22 15:19:11.499295 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b278d-bf2e-4971-a5fd-2cdfc291797f req-a4a5d43b-4612-4f09-bc11-38b6a3c7dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:11.500924 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dc0b278d-bf2e-4971-a5fd-2cdfc291797f req-a4a5d43b-4612-4f09-bc11-38b6a3c7dcc9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c&tenant_id=8ef4fbebdbdf4941976014a01c398f65 HTTP/1.1" status: 200 len: 1161 time: 0.0791826 Jan 22 15:19:11.610741 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b278d-bf2e-4971-a5fd-2cdfc291797f req-fc8049af-52da-4c77-9cce-2f38cd4d1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:11.612373 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dc0b278d-bf2e-4971-a5fd-2cdfc291797f req-fc8049af-52da-4c77-9cce-2f38cd4d1077 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ef4fbebdbdf4941976014a01c398f65&device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 1161 time: 0.0781014 Jan 22 15:19:11.753205 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b278d-bf2e-4971-a5fd-2cdfc291797f req-991831b7-f0a3-4fc0-939a-23bc4ddcf76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:11.754727 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dc0b278d-bf2e-4971-a5fd-2cdfc291797f req-991831b7-f0a3-4fc0-939a-23bc4ddcf76f service neutron] 10.222.0.63 "GET /v2.0/networks?id=ccfb0391-2666-48bb-a962-6b33702fc369 HTTP/1.1" status: 200 len: 911 time: 0.1350651 Jan 22 15:19:11.862762 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dc0b278d-bf2e-4971-a5fd-2cdfc291797f req-6b912158-1913-48c8-9e4f-76bc766ff7ee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd8e393-ac95-4796-aa29-53effb679ac9 HTTP/1.1" status: 200 len: 1000 time: 0.1012185 Jan 22 15:19:11.935856 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b278d-bf2e-4971-a5fd-2cdfc291797f req-e99cb436-6243-47c1-b897-06b647871ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:11.937446 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dc0b278d-bf2e-4971-a5fd-2cdfc291797f req-e99cb436-6243-47c1-b897-06b647871ff9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12a179cd-d2fb-4dae-b410-3d8af3602ae4 HTTP/1.1" status: 200 len: 856 time: 0.0679691 Jan 22 15:19:12.088444 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b278d-bf2e-4971-a5fd-2cdfc291797f req-d0c22d9d-ca80-4f47-8666-a8a73034185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:12.090070 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dc0b278d-bf2e-4971-a5fd-2cdfc291797f req-d0c22d9d-ca80-4f47-8666-a8a73034185b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ccfb0391-2666-48bb-a962-6b33702fc369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1459417 Jan 22 15:19:12.121862 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc26d4-9dd1-48e6-a3af-64c22fac2d47 req-1e1d77e5-cbcf-4cf6-8916-e0cd3629fc4b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:12.123404 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-55fc26d4-9dd1-48e6-a3af-64c22fac2d47 req-1e1d77e5-cbcf-4cf6-8916-e0cd3629fc4b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.1318953 Jan 22 15:19:12.272484 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-55fc26d4-9dd1-48e6-a3af-64c22fac2d47 req-6e4662a8-e3e0-40d3-932f-97ae67cd23ef tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243184 Jan 22 15:19:12.299879 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dc0b278d-bf2e-4971-a5fd-2cdfc291797f req-9245b622-ce09-430d-98cf-6f30f975309a service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754842 Jan 22 15:19:12.443598 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-dc0b278d-bf2e-4971-a5fd-2cdfc291797f req-10d1a81e-5792-4eeb-908f-c3eb159991cb service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376159 Jan 22 15:19:13.601825 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e5881-290b-4e83-b628-d86f05164d14 req-7ffb4f90-ec1f-47fc-ba0d-50fa2dfd4007 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:13.603569 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6d1e5881-290b-4e83-b628-d86f05164d14 req-7ffb4f90-ec1f-47fc-ba0d-50fa2dfd4007 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.1227248 Jan 22 15:19:13.656584 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-6d1e5881-290b-4e83-b628-d86f05164d14 req-7ca52203-2f9e-490d-9c91-900462033592 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466535 Jan 22 15:19:14.913976 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e316011-f335-4dea-8adf-6e3983bb709f req-10e4f1d7-6842-4dfc-a106-e9ca4b792e54 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:14.916058 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7e316011-f335-4dea-8adf-6e3983bb709f req-10e4f1d7-6842-4dfc-a106-e9ca4b792e54 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.1072733 Jan 22 15:19:14.972267 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7e316011-f335-4dea-8adf-6e3983bb709f req-af8f2a5d-ab25-4b7a-9332-d825f529548d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487814 Jan 22 15:19:16.233533 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b3f14-27c2-4c5f-97c8-1b50bc355249 req-1408f170-bb18-43b1-b45a-78d775043562 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:16.235222 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7d2b3f14-27c2-4c5f-97c8-1b50bc355249 req-1408f170-bb18-43b1-b45a-78d775043562 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.1090083 Jan 22 15:19:16.294603 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-7d2b3f14-27c2-4c5f-97c8-1b50bc355249 req-04498dc5-2d24-4a0d-9bd5-38362c2cbbc5 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518916 Jan 22 15:19:17.564979 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f9486-75e0-47c8-a8d6-922676d25937 req-4454170a-28fb-430e-a492-88242cc97fc8 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:17.566733 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5c3f9486-75e0-47c8-a8d6-922676d25937 req-4454170a-28fb-430e-a492-88242cc97fc8 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.1160185 Jan 22 15:19:17.622398 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5c3f9486-75e0-47c8-a8d6-922676d25937 req-e8d24d58-b188-4f12-b8a0-88da8bb40506 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484517 Jan 22 15:19:18.880576 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb52a0d-214e-4724-8add-58fd5cbd5f54 req-7fb93592-e882-4f2e-97d1-ef1843200f11 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:18.882407 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-deb52a0d-214e-4724-8add-58fd5cbd5f54 req-7fb93592-e882-4f2e-97d1-ef1843200f11 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.1103415 Jan 22 15:19:18.937303 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-deb52a0d-214e-4724-8add-58fd5cbd5f54 req-ac89e207-17d2-4bc7-80b2-fb38ed6f319c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484233 Jan 22 15:19:19.314952 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-1d644293-2b98-43ef-ae46-9bb56481743c tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/floatingips/bd6c5672-455a-4da0-b0b6-ea5b3c68513c HTTP/1.1" status: 200 len: 996 time: 0.1302860 Jan 22 15:19:19.511442 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-49e9de0e-a2c2-4363-8c29-54c74a6e316d tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:19.513054 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-49e9de0e-a2c2-4363-8c29-54c74a6e316d tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/networks/963b33f9-dd19-40b1-8544-19d53926a01f HTTP/1.1" status: 200 len: 784 time: 0.1915331 Jan 22 15:19:19.524735 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-2474513e-7e09-49d1-a914-0bdc317ab641 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 22 15:19:19.525847 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-2474513e-7e09-49d1-a914-0bdc317ab641 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0069768 Jan 22 15:19:19.648991 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-ebc75a13-e1bd-4a7d-9243-77fce3464580 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.28.2.5 HTTP/1.1" status: 200 len: 999 time: 0.1161478 Jan 22 15:19:19.754219 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-273be461-040d-4daa-acc0-cfec413776ae tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:19.755873 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-273be461-040d-4daa-acc0-cfec413776ae tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports/6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 HTTP/1.1" status: 200 len: 942 time: 0.0997341 Jan 22 15:19:20.190178 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-41dfc45d-4230-4db1-b5ec-ac1ad0f67cd1 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.28.2.5 HTTP/1.1" status: 200 len: 999 time: 0.3471339 Jan 22 15:19:20.218033 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19499e61-30a7-4f52-86df-a7a60c2e26dd req-b3905a63-cf38-452b-852d-0aaaf6a44507 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:20.219905 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-19499e61-30a7-4f52-86df-a7a60c2e26dd req-b3905a63-cf38-452b-852d-0aaaf6a44507 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.1266191 Jan 22 15:19:20.284836 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-19499e61-30a7-4f52-86df-a7a60c2e26dd req-738a107c-226c-4e1c-ba48-32d1507ea1fb tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580592 Jan 22 15:19:20.433768 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Deleting port 0033a609-585c-4e4e-897e-de463a7d0d0e {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:19:20.434178 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:20.624268 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:20.624649 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for floatingip, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:20.760619 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Calling delete_port for 0033a609-585c-4e4e-897e-de463a7d0d0e owned by network:floatingip {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:19:20.920068 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8b2b903d-93ce-4ef2-a92f-c52b29758905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:20.930031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:20.947876 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-50acf162-18c7-4c7d-ab24-86b10928edb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:19:21.043997 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Pushing event deleted for resources: {'Port': ['ID=0033a609-585c-4e4e-897e-de463a7d0d0e,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:19:21.060547 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.060968 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.061452 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.061892 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.062551 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.062968 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.063174 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.063706 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.064207 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.064609 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.065145 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.065640 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.066139 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.066562 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.066965 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.068379 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.068917 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.069374 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.069774 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.070177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.070619 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.071020 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.071417 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.071811 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:21.077253 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:19:21.204255 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for floatingip, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:21.204799 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.l3_db [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Floating IP bd6c5672-455a-4da0-b0b6-ea5b3c68513c disassociated (deleted). External IP: 172.28.2.5, port: 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3. Jan 22 15:19:21.569576 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d5adf-068b-4ad2-ba31-b9f43887bcc4 req-be18869f-42e6-4d96-bcbf-508ed727f4e1 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:21.571545 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5d0d5adf-068b-4ad2-ba31-b9f43887bcc4 req-be18869f-42e6-4d96-bcbf-508ed727f4e1 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.1193008 Jan 22 15:19:21.621107 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:19:21.633158 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5d0d5adf-068b-4ad2-ba31-b9f43887bcc4 req-ebf18308-f374-4e7e-bacd-ceefdd8d4daf tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550530 Jan 22 15:19:21.827998 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:19:21.846188 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca623e-3523-4e26-a338-318193da54a2 None None] Sync routers for ids ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:19:21.859300 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca623e-3523-4e26-a338-318193da54a2 None None] Routers {'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:19:21.860120 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-32ca623e-3523-4e26-a338-318193da54a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:18:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:21.874955 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:21.941481 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-815b957a-31de-4de9-b523-d9c0ef1bc7f5 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "DELETE /v2.0/floatingips/bd6c5672-455a-4da0-b0b6-ea5b3c68513c HTTP/1.1" status: 204 len: 173 time: 1.7441986 Jan 22 15:19:21.942564 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'tag': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:19:22.028702 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'tag': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3', 'status': 'completed', 'code': 200} Jan 22 15:19:22.052372 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-6625c439-832e-4e00-abbf-0de22bff399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:22.054066 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-6625c439-832e-4e00-abbf-0de22bff399a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=00418f223ac446279e0843b36f25602f&device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 1162 time: 0.0984674 Jan 22 15:19:22.097492 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-32ca623e-3523-4e26-a338-318193da54a2 None None] Set router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:19:22.206769 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-cafa657c-d508-4620-b1aa-6730b30c075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:22.208452 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-cafa657c-d508-4620-b1aa-6730b30c075a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ce3797b3-7e73-4c9f-88cf-229936845684 HTTP/1.1" status: 200 len: 902 time: 0.1474516 Jan 22 15:19:22.284379 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-5fc5e1b3-61b5-44ee-8c78-cbe250ac87d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 HTTP/1.1" status: 200 len: 217 time: 0.0683563 Jan 22 15:19:22.381538 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-c4998011-e1d2-4c08-83ed-a636192dd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:22.383040 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-c4998011-e1d2-4c08-83ed-a636192dd38a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5ccb088a-6448-482f-91ed-4a9c16b4261c HTTP/1.1" status: 200 len: 847 time: 0.0912962 Jan 22 15:19:22.469711 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-32ca623e-3523-4e26-a338-318193da54a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'name': 'tempest-TestShelveInstance-616012621-router', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:28Z', 'updated_at': '2021-01-22T15:14:35Z', 'revision_number': 4, 'project_id': '00418f223ac446279e0843b36f25602f', 'gw_port': {'id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:29Z', 'updated_at': '2021-01-22T15:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '34210126-3174-45a5-8091-139fabf1334f', 'name': '', 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'mac_address': 'fa:16:3e:f4:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:33Z', 'updated_at': '2021-01-22T15:14:56Z', 'revision_number': 5, 'project_id': '00418f223ac446279e0843b36f25602f', 'subnets': [{'id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:22.474659 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca623e-3523-4e26-a338-318193da54a2 None None] Checking router: ea1c4c40-4bf0-479d-960f-96ebfdbf64bd for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:19:22.485445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca623e-3523-4e26-a338-318193da54a2 None None] Routers {'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:19:22.486226 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-32ca623e-3523-4e26-a338-318193da54a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:18:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:22.501929 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-11136bce-669f-429c-9622-ebfbc0f57c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:22.510817 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-11136bce-669f-429c-9622-ebfbc0f57c8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce3797b3-7e73-4c9f-88cf-229936845684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1208906 Jan 22 15:19:22.660650 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-3ba0a1d7-1f7a-4390-9501-01fa4e4028bb service neutron] 10.222.0.53 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470237 Jan 22 15:19:22.695650 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-32ca623e-3523-4e26-a338-318193da54a2 None None] Set router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:19:22.826524 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-874a51b4-c7a4-4325-92fd-9b32672ac4b0 req-73f92220-9040-4d15-a2a8-fd4408b792d3 service neutron] 10.222.0.53 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1583819 Jan 22 15:19:22.969008 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c4a3c-5548-4f23-a7d3-b6fe326e4b19 req-94b25f91-cb79-426e-a595-92e5d06d0227 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:22.970784 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5e2c4a3c-5548-4f23-a7d3-b6fe326e4b19 req-94b25f91-cb79-426e-a595-92e5d06d0227 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.1443169 Jan 22 15:19:22.987972 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-209b0bc6-214d-4e1d-8387-87426a034ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:23.042010 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5e2c4a3c-5548-4f23-a7d3-b6fe326e4b19 req-97bea7d8-c9fa-4882-8af0-d962d0fc9fba tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632660 Jan 22 15:19:23.106899 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-32ca623e-3523-4e26-a338-318193da54a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'name': 'tempest-TestShelveInstance-616012621-router', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:28Z', 'updated_at': '2021-01-22T15:14:35Z', 'revision_number': 4, 'project_id': '00418f223ac446279e0843b36f25602f', 'gw_port': {'id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:29Z', 'updated_at': '2021-01-22T15:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '34210126-3174-45a5-8091-139fabf1334f', 'name': '', 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'mac_address': 'fa:16:3e:f4:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:33Z', 'updated_at': '2021-01-22T15:14:56Z', 'revision_number': 5, 'project_id': '00418f223ac446279e0843b36f25602f', 'subnets': [{'id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:23.111250 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca623e-3523-4e26-a338-318193da54a2 None None] The sync data for ids ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'] in dv-cinder-763774-2-smb is: [{'id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'name': 'tempest-TestShelveInstance-616012621-router', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:28Z', 'updated_at': '2021-01-22T15:14:35Z', 'revision_number': 4, 'project_id': '00418f223ac446279e0843b36f25602f', 'gw_port': {'id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:29Z', 'updated_at': '2021-01-22T15:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': '34210126-3174-45a5-8091-139fabf1334f', 'name': '', 'network_id': 'ce3797b3-7e73-4c9f-88cf-229936845684', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'mac_address': 'fa:16:3e:f4:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:33Z', 'updated_at': '2021-01-22T15:14:56Z', 'revision_number': 5, 'project_id': '00418f223ac446279e0843b36f25602f', 'subnets': [{'id': '5ccb088a-6448-482f-91ed-4a9c16b4261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:19:23.372712 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b6f64-3b5f-4a6f-9e3b-6142172f4c1b req-6b86bf05-83c7-48c2-90c2-9411581b6751 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:23.374458 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-557b6f64-3b5f-4a6f-9e3b-6142172f4c1b req-6b86bf05-83c7-48c2-90c2-9411581b6751 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1113434 Jan 22 15:19:23.430136 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-557b6f64-3b5f-4a6f-9e3b-6142172f4c1b req-98cef88e-c759-462d-8b94-b929a0e6cd92 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0482230 Jan 22 15:19:23.521081 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d80c2d-b11e-475d-8d2e-a1c2a6e26fd4 None None] New status for floating IP bd6c5672-455a-4da0-b0b6-ea5b3c68513c: DOWN {{(pid=80170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 15:19:23.578172 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:23.736336 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec572d9a-386d-4326-978d-1a1e11b2ead0 req-1111f004-8f21-4144-bd08-53e85b15a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:23.737946 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ec572d9a-386d-4326-978d-1a1e11b2ead0 req-1111f004-8f21-4144-bd08-53e85b15a0e4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=00418f223ac446279e0843b36f25602f&device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 1162 time: 0.0818493 Jan 22 15:19:23.884155 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec572d9a-386d-4326-978d-1a1e11b2ead0 req-400e4c8d-3e8e-4ab6-a6d4-08484624fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:23.885740 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ec572d9a-386d-4326-978d-1a1e11b2ead0 req-400e4c8d-3e8e-4ab6-a6d4-08484624fc98 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ce3797b3-7e73-4c9f-88cf-229936845684 HTTP/1.1" status: 200 len: 902 time: 0.1396549 Jan 22 15:19:23.957135 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ec572d9a-386d-4326-978d-1a1e11b2ead0 req-b1bf0b25-716c-4bb8-8bd1-6381c0cbc6a6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 HTTP/1.1" status: 200 len: 217 time: 0.0641100 Jan 22 15:19:24.029458 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec572d9a-386d-4326-978d-1a1e11b2ead0 req-c51262f5-f7f1-4e2b-be2e-9cef4dedd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:24.031015 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ec572d9a-386d-4326-978d-1a1e11b2ead0 req-c51262f5-f7f1-4e2b-be2e-9cef4dedd6ac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ccb088a-6448-482f-91ed-4a9c16b4261c HTTP/1.1" status: 200 len: 847 time: 0.0661578 Jan 22 15:19:24.112846 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec572d9a-386d-4326-978d-1a1e11b2ead0 req-bb2b8aa2-4d05-46f5-8f88-a8607a8a020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:24.114548 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ec572d9a-386d-4326-978d-1a1e11b2ead0 req-bb2b8aa2-4d05-46f5-8f88-a8607a8a020d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ce3797b3-7e73-4c9f-88cf-229936845684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764451 Jan 22 15:19:24.325508 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ec572d9a-386d-4326-978d-1a1e11b2ead0 req-a07d1609-f57d-4358-b6b8-fdae962cc2a2 service neutron] 10.222.0.63 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022612 Jan 22 15:19:24.356662 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3887af-3dc0-4ac5-a6f5-7d03a72c56d1 req-f01a0848-11d2-476d-91a6-186a83e82b87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:24.358292 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ca3887af-3dc0-4ac5-a6f5-7d03a72c56d1 req-f01a0848-11d2-476d-91a6-186a83e82b87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.1588733 Jan 22 15:19:24.675975 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddb249-7d0f-4bbb-a109-84743702b9e3 req-20e0a7ee-7694-4185-83cf-1ea55278d5a3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:24.678203 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-39ddb249-7d0f-4bbb-a109-84743702b9e3 req-20e0a7ee-7694-4185-83cf-1ea55278d5a3 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1131167 Jan 22 15:19:24.700118 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:24.720028 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:24.738833 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-39ddb249-7d0f-4bbb-a109-84743702b9e3 req-d97de568-ec8d-4b0b-bf19-79d6f193634e tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0539944 Jan 22 15:19:24.743270 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ca3887af-3dc0-4ac5-a6f5-7d03a72c56d1 req-8517f298-0094-48d1-bc70-7b9547595382 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3563168 Jan 22 15:19:24.783781 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ec572d9a-386d-4326-978d-1a1e11b2ead0 req-b10eec54-8d9d-4b2b-85d8-35230f8df0a1 service neutron] 10.222.0.63 "GET /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4244270 Jan 22 15:19:25.108043 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:25.200277 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:19:25.270738 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:19:25.271164 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:25.456186 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c829f-d47a-4d5e-9644-daa222b638a6 req-ffc65f3d-1bbc-46a7-a567-92cf56debf9c tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:25.456957 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-5f5c829f-d47a-4d5e-9644-daa222b638a6 req-ffc65f3d-1bbc-46a7-a567-92cf56debf9c tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Synchronizing usage tracker for tenant:00418f223ac446279e0843b36f25602f on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:19:25.472061 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-5f5c829f-d47a-4d5e-9644-daa222b638a6 req-ffc65f3d-1bbc-46a7-a567-92cf56debf9c tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Unset dirty status for tenant:00418f223ac446279e0843b36f25602f on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:19:25.473257 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5f5c829f-d47a-4d5e-9644-daa222b638a6 req-ffc65f3d-1bbc-46a7-a567-92cf56debf9c tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.63 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1192524 Jan 22 15:19:25.559515 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-5f5c829f-d47a-4d5e-9644-daa222b638a6 req-3910aa97-a9ba-42a9-82f1-8c5214baf6c8 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Deleting port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:19:25.559908 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5f5c829f-d47a-4d5e-9644-daa222b638a6 req-3910aa97-a9ba-42a9-82f1-8c5214baf6c8 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:25.828922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-5f5c829f-d47a-4d5e-9644-daa222b638a6 req-3910aa97-a9ba-42a9-82f1-8c5214baf6c8 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] For port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3,segment=NetworkSegment(65c0687d-a69b-4986-870b-eaf69808c16d),segment_id=65c0687d-a69b-4986-870b-eaf69808c16d)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:19:25.828922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5f5c829f-d47a-4d5e-9644-daa222b638a6 req-3910aa97-a9ba-42a9-82f1-8c5214baf6c8 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:25.961446 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-5f5c829f-d47a-4d5e-9644-daa222b638a6 req-3910aa97-a9ba-42a9-82f1-8c5214baf6c8 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Calling delete_port for 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:19:25.979761 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb1770-5cf9-4eec-b6aa-8210716aa290 req-533616a6-a8aa-4426-87cb-3e22fea8659f tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:25.981418 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2beb1770-5cf9-4eec-b6aa-8210716aa290 req-533616a6-a8aa-4426-87cb-3e22fea8659f tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 945 time: 0.1118071 Jan 22 15:19:26.034458 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-2beb1770-5cf9-4eec-b6aa-8210716aa290 req-3727afc7-3ca0-477d-9abc-3940bcecdb43 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups?id=eba0fd44-54cc-4559-a006-fa24770f5976&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0462346 Jan 22 15:19:26.170627 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cb364-7971-4bcc-9e60-74e7a2bf66c0 req-dd13c15c-78c6-4073-9664-1ff7a735bd97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:26.172230 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9b4cb364-7971-4bcc-9e60-74e7a2bf66c0 req-dd13c15c-78c6-4073-9664-1ff7a735bd97 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.2187872 Jan 22 15:19:26.230049 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5f5c829f-d47a-4d5e-9644-daa222b638a6 req-3910aa97-a9ba-42a9-82f1-8c5214baf6c8 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:26.250538 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c3319248-f5d6-4cf9-9565-eec71e4e79b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:19:26.304895 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-9b4cb364-7971-4bcc-9e60-74e7a2bf66c0 req-70a30f9e-bc25-4c2e-8b2a-ce25c7297132 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241078 Jan 22 15:19:26.350905 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910aa97-a9ba-42a9-82f1-8c5214baf6c8 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Pushing event deleted for resources: {'Port': ['ID=6f5c481c-4d2e-4a3b-943a-4ee65553ebd3,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:19:26.361293 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-3910aa97-a9ba-42a9-82f1-8c5214baf6c8 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:19:26.462543 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5c829f-d47a-4d5e-9644-daa222b638a6 req-3910aa97-a9ba-42a9-82f1-8c5214baf6c8 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] No DVR routers for this DVR port 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 on host hv-cinder-76377 {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:19:26.464802 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-5f5c829f-d47a-4d5e-9644-daa222b638a6 req-3910aa97-a9ba-42a9-82f1-8c5214baf6c8 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:26.467512 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'name': 'network-vif-deleted', 'tag': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:19:26.482520 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5f5c829f-d47a-4d5e-9644-daa222b638a6 req-3910aa97-a9ba-42a9-82f1-8c5214baf6c8 tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.63 "DELETE /v2.0/ports/6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 HTTP/1.1" status: 204 len: 173 time: 1.0031862 Jan 22 15:19:26.529647 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd41aeb-4df5-41d0-a77a-b6f838b54c70', 'name': 'network-vif-deleted', 'tag': '6f5c481c-4d2e-4a3b-943a-4ee65553ebd3', 'status': 'completed', 'code': 200} Jan 22 15:19:27.235344 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-cbf73df3-f3d0-4dff-a961-f8f1c177ad1c req-f7787123-7387-4343-b477-809028d2a46b tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Synchronizing usage tracker for tenant:00418f223ac446279e0843b36f25602f on resource:port {{(pid=80167) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 22 15:19:27.249679 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [req-cbf73df3-f3d0-4dff-a961-f8f1c177ad1c req-f7787123-7387-4343-b477-809028d2a46b tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Unset dirty status for tenant:00418f223ac446279e0843b36f25602f on resource:port {{(pid=80167) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 22 15:19:27.250973 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cbf73df3-f3d0-4dff-a961-f8f1c177ad1c req-f7787123-7387-4343-b477-809028d2a46b tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/ports?device_id=1bd41aeb-4df5-41d0-a77a-b6f838b54c70 HTTP/1.1" status: 200 len: 210 time: 0.0639200 Jan 22 15:19:27.447267 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 2cd8e393-ac95-4796-aa29-53effb679ac9 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:19:27.525182 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 2cd8e393-ac95-4796-aa29-53effb679ac9 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:19:27.525610 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:27.574178 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b922b-674e-4add-91d1-978f468f48c9 req-64808b16-d6ce-403d-9fad-0318e59f9ea9 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:27.576157 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-262b922b-674e-4add-91d1-978f468f48c9 req-64808b16-d6ce-403d-9fad-0318e59f9ea9 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.1200640 Jan 22 15:19:27.635541 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-262b922b-674e-4add-91d1-978f468f48c9 req-b6abaeae-5f71-455a-bd03-829e72b4dfee tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506124 Jan 22 15:19:27.659651 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:27.688031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd8e393-ac95-4796-aa29-53effb679ac9'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:19:27.699008 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 2cd8e393-ac95-4796-aa29-53effb679ac9, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=2cd8e393-ac95-4796-aa29-53effb679ac9,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:19:27.701836 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:27.704503 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:19:27.742559 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:19:27.768879 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd8e393-ac95-4796-aa29-53effb679ac9', 'code': 200} Jan 22 15:19:27.789469 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] No Port match for: 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:19:27.790131 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 6f5c481c-4d2e-4a3b-943a-4ee65553ebd3 not bound to the agent host hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:19:27.813547 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=2cd8e393-ac95-4796-aa29-53effb679ac9,revision_number=6']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:19:27.816830 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:19:28.044562 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc9d2b-52b3-4914-9afa-ef4f787213b9 req-92c5124b-fde8-49de-895b-ab79ef49e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:28.046080 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b9cc9d2b-52b3-4914-9afa-ef4f787213b9 req-92c5124b-fde8-49de-895b-ab79ef49e637 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 1163 time: 0.0784173 Jan 22 15:19:28.089048 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b9cc9d2b-52b3-4914-9afa-ef4f787213b9 req-4f3ce7a0-8703-4898-bf39-ca3ddae5f909 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354683 Jan 22 15:19:28.443815 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-93f43b80-4cf1-4e28-ba17-3e5804d1489b req-da8b86b5-2418-4dab-beab-37aefdcb6cce tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "GET /v2.0/security-groups/eba0fd44-54cc-4559-a006-fa24770f5976 HTTP/1.1" status: 200 len: 2991 time: 0.0550621 Jan 22 15:19:28.524365 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-93f43b80-4cf1-4e28-ba17-3e5804d1489b req-4a9d9dfc-8f31-44ca-b81e-7b18a7ce7ffd tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:28.554768 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-93f43b80-4cf1-4e28-ba17-3e5804d1489b req-4a9d9dfc-8f31-44ca-b81e-7b18a7ce7ffd tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:28.600658 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-93f43b80-4cf1-4e28-ba17-3e5804d1489b req-4a9d9dfc-8f31-44ca-b81e-7b18a7ce7ffd tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:28.605922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-18b93430-0e7c-4290-9852-20ed4e5a81f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:19:28.622264 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d9dfc-8f31-44ca-b81e-7b18a7ce7ffd tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba0fd44-54cc-4559-a006-fa24770f5976,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:19:28.626615 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4a9d9dfc-8f31-44ca-b81e-7b18a7ce7ffd tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:19:28.630695 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-93f43b80-4cf1-4e28-ba17-3e5804d1489b req-4a9d9dfc-8f31-44ca-b81e-7b18a7ce7ffd tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:28.631939 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-93f43b80-4cf1-4e28-ba17-3e5804d1489b req-4a9d9dfc-8f31-44ca-b81e-7b18a7ce7ffd tempest-TestShelveInstance-558701965 tempest-TestShelveInstance-558701965] 10.222.0.53 "DELETE /v2.0/security-groups/eba0fd44-54cc-4559-a006-fa24770f5976 HTTP/1.1" status: 204 len: 173 time: 0.1817636 Jan 22 15:19:28.689186 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 48322) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:19:28.891426 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e3dcd-fb22-4cff-a5cc-f855b097f2c8 req-a18a671f-aec2-45f7-93ac-862e1bd33900 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:28.893078 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-802e3dcd-fb22-4cff-a5cc-f855b097f2c8 req-a18a671f-aec2-45f7-93ac-862e1bd33900 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1078613 Jan 22 15:19:28.949232 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-802e3dcd-fb22-4cff-a5cc-f855b097f2c8 req-0f88595d-bacd-44d2-93d1-f85473c886bb tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490954 Jan 22 15:19:29.277965 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 2cd8e393-ac95-4796-aa29-53effb679ac9 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:19:29.372234 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 2cd8e393-ac95-4796-aa29-53effb679ac9 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:19:29.372986 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:29.412585 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854278362'] for router_interface, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:29.805626 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Deleting port 34210126-3174-45a5-8091-139fabf1334f {{(pid=80168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:19:29.806191 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:29.994994 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] For port 34210126-3174-45a5-8091-139fabf1334f, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=34210126-3174-45a5-8091-139fabf1334f,segment=NetworkSegment(65c0687d-a69b-4986-870b-eaf69808c16d),segment_id=65c0687d-a69b-4986-870b-eaf69808c16d)] {{(pid=80168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:19:29.995402 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:30.133209 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Calling delete_port for 34210126-3174-45a5-8091-139fabf1334f owned by network:router_interface {{(pid=80168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:19:30.296362 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:19:30.659011 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d4002-5fc2-46df-a130-92431367898a req-f74a13c3-ec57-4d9e-9d25-4c09455f815d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:30.660638 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-658d4002-5fc2-46df-a130-92431367898a req-f74a13c3-ec57-4d9e-9d25-4c09455f815d tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.5355017 Jan 22 15:19:30.750001 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-658d4002-5fc2-46df-a130-92431367898a req-e81c92f4-c930-4783-8fc0-9d861bacc27c tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804660 Jan 22 15:19:30.818515 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:30.838296 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4817bbe7-c177-413c-91e2-b1d973fcfbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:19:30.927357 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Pushing event deleted for resources: {'Port': ['ID=34210126-3174-45a5-8091-139fabf1334f,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:19:30.947650 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.948079 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.948500 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.948913 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.949322 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.949734 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.950142 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.950575 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.950983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.951387 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.951792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.952197 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.952673 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.953078 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.953481 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.953885 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.954289 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.954715 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.955114 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.955514 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.955917 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.956317 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.956720 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.957115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:19:30.962909 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:19:31.205276 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 2cd8e393-ac95-4796-aa29-53effb679ac9 up at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 22 15:19:31.264543 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854278208'] for router_interface, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:31.277909 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.provisioning_blocks [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Provisioning complete for port 2cd8e393-ac95-4796-aa29-53effb679ac9 triggered by entity L2. {{(pid=80169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 22 15:19:31.278356 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851226495'] for port, provisioning_complete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:31.796596 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:19:31.986578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:19:31.997647 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348e0b65-4c8a-42c2-85a5-80818e3df3f4 None None] Sync routers for ids ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:19:32.005813 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-a011cf59-331c-4c78-9906-e0242b083731 admin admin] 10.222.0.53 "PUT /v2.0/routers/ea1c4c40-4bf0-479d-960f-96ebfdbf64bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3124664 Jan 22 15:19:32.006031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2e8a3-2f5d-45c3-a287-a1b42ee7d7ee req-fec811f3-18e6-4bf2-9f9d-7b720466ee67 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:32.006145 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 48366) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:19:32.007376 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-20c2e8a3-2f5d-45c3-a287-a1b42ee7d7ee req-fec811f3-18e6-4bf2-9f9d-7b720466ee67 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1090953 Jan 22 15:19:32.008661 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348e0b65-4c8a-42c2-85a5-80818e3df3f4 None None] Routers {'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:19:32.009341 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-348e0b65-4c8a-42c2-85a5-80818e3df3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:19:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:32.060515 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-20c2e8a3-2f5d-45c3-a287-a1b42ee7d7ee req-62e02ac2-1180-4fc1-b4d9-d8d62bdac67f tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464706 Jan 22 15:19:32.196667 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3c39-ad86-49d2-81bb-f12b4e840913 admin admin] Notify callbacks [] for router, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:32.202286 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-348e0b65-4c8a-42c2-85a5-80818e3df3f4 None None] Set router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:19:32.388299 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3c39-ad86-49d2-81bb-f12b4e840913 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:32.393503 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc3c39-ad86-49d2-81bb-f12b4e840913 admin admin] Deleting port d6bfb88e-ef37-4248-9b30-d74689b99481 {{(pid=80168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:19:32.393882 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3c39-ad86-49d2-81bb-f12b4e840913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:32.514962 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-348e0b65-4c8a-42c2-85a5-80818e3df3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'name': 'tempest-TestShelveInstance-616012621-router', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:28Z', 'updated_at': '2021-01-22T15:19:30Z', 'revision_number': 5, 'project_id': '00418f223ac446279e0843b36f25602f', 'gw_port': {'id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:29Z', 'updated_at': '2021-01-22T15:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:32.519649 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348e0b65-4c8a-42c2-85a5-80818e3df3f4 None None] Checking router: ea1c4c40-4bf0-479d-960f-96ebfdbf64bd for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:19:32.529281 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348e0b65-4c8a-42c2-85a5-80818e3df3f4 None None] Routers {'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:19:32.529972 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-348e0b65-4c8a-42c2-85a5-80818e3df3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:19:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:32.728013 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-348e0b65-4c8a-42c2-85a5-80818e3df3f4 None None] Set router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:19:32.817906 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-d2bc3c39-ad86-49d2-81bb-f12b4e840913 admin admin] For port d6bfb88e-ef37-4248-9b30-d74689b99481, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=d6bfb88e-ef37-4248-9b30-d74689b99481,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:19:32.818319 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3c39-ad86-49d2-81bb-f12b4e840913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:32.950703 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc3c39-ad86-49d2-81bb-f12b4e840913 admin admin] Calling delete_port for d6bfb88e-ef37-4248-9b30-d74689b99481 owned by network:router_gateway {{(pid=80168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:19:33.028852 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-348e0b65-4c8a-42c2-85a5-80818e3df3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'name': 'tempest-TestShelveInstance-616012621-router', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:28Z', 'updated_at': '2021-01-22T15:19:30Z', 'revision_number': 5, 'project_id': '00418f223ac446279e0843b36f25602f', 'gw_port': {'id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:29Z', 'updated_at': '2021-01-22T15:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:33.033022 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348e0b65-4c8a-42c2-85a5-80818e3df3f4 None None] The sync data for ids ['ea1c4c40-4bf0-479d-960f-96ebfdbf64bd'] in dv-cinder-763774-2-smb is: [{'id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'name': 'tempest-TestShelveInstance-616012621-router', 'tenant_id': '00418f223ac446279e0843b36f25602f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:28Z', 'updated_at': '2021-01-22T15:19:30Z', 'revision_number': 5, 'project_id': '00418f223ac446279e0843b36f25602f', 'gw_port': {'id': 'd6bfb88e-ef37-4248-9b30-d74689b99481', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c4c40-4bf0-479d-960f-96ebfdbf64bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:29Z', 'updated_at': '2021-01-22T15:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:19:33.091143 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3c39-ad86-49d2-81bb-f12b4e840913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:33.280290 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3c39-ad86-49d2-81bb-f12b4e840913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510801'] for router_gateway, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:33.424666 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3c39-ad86-49d2-81bb-f12b4e840913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718892'] for router, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:33.427876 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3c39-ad86-49d2-81bb-f12b4e840913 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:33.450889 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3c39-ad86-49d2-81bb-f12b4e840913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854254196'] for router, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:33.451460 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bc3c39-ad86-49d2-81bb-f12b4e840913 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea1c4c40-4bf0-479d-960f-96ebfdbf64bd {{(pid=80168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 22 15:19:33.463969 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3c39-ad86-49d2-81bb-f12b4e840913 admin admin] Notify callbacks [] for router, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:33.465213 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d2bc3c39-ad86-49d2-81bb-f12b4e840913 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ea1c4c40-4bf0-479d-960f-96ebfdbf64bd HTTP/1.1" status: 204 len: 168 time: 1.4581220 Jan 22 15:19:33.467942 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 48372) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:19:33.537079 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_v2 [None req-9625bc62-aa46-4da6-9f05-f8c130f512bd admin admin] Deleting subnet 5ccb088a-6448-482f-91ed-4a9c16b4261c {{(pid=80168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 15:19:33.541031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9625bc62-aa46-4da6-9f05-f8c130f512bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:33.594959 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9625bc62-aa46-4da6-9f05-f8c130f512bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32226433'] for subnet, precommit_delete_associations {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:33.679802 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9625bc62-aa46-4da6-9f05-f8c130f512bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851338077'] for subnet, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:33.946573 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9625bc62-aa46-4da6-9f05-f8c130f512bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3437755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823312457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2092602'] for subnet, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:33.962371 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:19:34.047225 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625bc62-aa46-4da6-9f05-f8c130f512bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ccb088a-6448-482f-91ed-4a9c16b4261c,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:19:34.050227 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9625bc62-aa46-4da6-9f05-f8c130f512bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:19:34.100074 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9625bc62-aa46-4da6-9f05-f8c130f512bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:34.104697 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93d1b55-d749-49b8-a026-3d5e49717f26 None None] Network ce3797b3-7e73-4c9f-88cf-229936845684 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:19:34.106790 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-9625bc62-aa46-4da6-9f05-f8c130f512bd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5ccb088a-6448-482f-91ed-4a9c16b4261c HTTP/1.1" status: 204 len: 168 time: 0.6378133 Jan 22 15:19:34.109428 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 48376) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:19:34.233023 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851173077'] for network, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:34.306164 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Deleting port c32ba883-3fdb-4880-b6f5-ebeac957e88f {{(pid=80168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:19:34.306500 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:34.380184 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0f80c7-625a-4a51-988a-8b3c73a2ddb4 None None] DHCP port deletion for ce3797b3-7e73-4c9f-88cf-229936845684 request from dv-cinder-763774-2-smb {{(pid=80169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 22 15:19:34.384876 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f80c7-625a-4a51-988a-8b3c73a2ddb4 None None] Deleting port c32ba883-3fdb-4880-b6f5-ebeac957e88f {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:19:34.385303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0b0f80c7-625a-4a51-988a-8b3c73a2ddb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:34.532820 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] For port c32ba883-3fdb-4880-b6f5-ebeac957e88f, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=c32ba883-3fdb-4880-b6f5-ebeac957e88f,segment=NetworkSegment(65c0687d-a69b-4986-870b-eaf69808c16d),segment_id=65c0687d-a69b-4986-870b-eaf69808c16d)] {{(pid=80168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:19:34.533224 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:34.602747 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-0b0f80c7-625a-4a51-988a-8b3c73a2ddb4 None None] For port c32ba883-3fdb-4880-b6f5-ebeac957e88f, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=c32ba883-3fdb-4880-b6f5-ebeac957e88f,segment=NetworkSegment(65c0687d-a69b-4986-870b-eaf69808c16d),segment_id=65c0687d-a69b-4986-870b-eaf69808c16d)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:19:34.603450 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0b0f80c7-625a-4a51-988a-8b3c73a2ddb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:34.666377 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Calling delete_port for c32ba883-3fdb-4880-b6f5-ebeac957e88f owned by network:dhcp {{(pid=80168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:19:34.729285 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device d6bfb88e-ef37-4248-9b30-d74689b99481 no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:19:34.747130 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:34.762871 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-c1d81831-bba7-480d-8e0f-4fe685dabd0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:19:34.764295 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f80c7-625a-4a51-988a-8b3c73a2ddb4 None None] Calling delete_port for c32ba883-3fdb-4880-b6f5-ebeac957e88f owned by network:dhcp {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:19:34.809812 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No Port match for: d6bfb88e-ef37-4248-9b30-d74689b99481 {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:19:34.810207 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device d6bfb88e-ef37-4248-9b30-d74689b99481 not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:19:34.810703 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device c32ba883-3fdb-4880-b6f5-ebeac957e88f no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:19:34.857726 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No Port match for: c32ba883-3fdb-4880-b6f5-ebeac957e88f {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:19:34.858042 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device c32ba883-3fdb-4880-b6f5-ebeac957e88f not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:19:34.858540 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 34210126-3174-45a5-8091-139fabf1334f no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:19:34.870025 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Pushing event deleted for resources: {'Port': ['ID=c32ba883-3fdb-4880-b6f5-ebeac957e88f,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:19:34.874845 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:19:34.897557 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No Port match for: 34210126-3174-45a5-8091-139fabf1334f {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:19:34.897957 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 34210126-3174-45a5-8091-139fabf1334f not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:19:34.910441 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] No DVR routers for this DVR port c32ba883-3fdb-4880-b6f5-ebeac957e88f on host dv-cinder-763774-2-smb {{(pid=80168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:19:34.921673 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.db.api [None req-0b0f80c7-625a-4a51-988a-8b3c73a2ddb4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80169) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 15:19:34.922092 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_db.api [None req-0b0f80c7-625a-4a51-988a-8b3c73a2ddb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 15:19:35.038244 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3437584', 'neutron.services.segments.db._delete_segments_for_network--9223363265338935241'] for network, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:35.152072 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3797b3-7e73-4c9f-88cf-229936845684']}} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:35.165499 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c0687d-a69b-4986-870b-eaf69808c16d') {'for_net_delete': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:35.165844 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c0687d-a69b-4986-870b-eaf69808c16d') {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:35.178372 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265338937289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822549367'] for segment, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:35.192920 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:35.194904 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 15:19:35.377720 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Network ce3797b3-7e73-4c9f-88cf-229936845684 has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:19:35.386937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851327524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823312424'] for segment, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:35.423232 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f80c7-625a-4a51-988a-8b3c73a2ddb4 None None] Deleting port c32ba883-3fdb-4880-b6f5-ebeac957e88f {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:19:35.423603 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0b0f80c7-625a-4a51-988a-8b3c73a2ddb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:35.495037 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f80c7-625a-4a51-988a-8b3c73a2ddb4 None None] The port 'c32ba883-3fdb-4880-b6f5-ebeac957e88f' was deleted {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 22 15:19:35.568754 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Network ce3797b3-7e73-4c9f-88cf-229936845684 has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: Traceback (most recent call last): Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: timer() Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: cb(*args, **kw) Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: return func(*args, **kwargs) Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: self._notify() Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: self.callback(batched_events) Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: event.method(event) Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: segment_id)['aggregates'][0] Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: return f(self, *a, **k) Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: return self._get(url).json() Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: **kwargs) Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: return self.request(url, 'GET', **kwargs) Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: **endpoint_filter) Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 15:19:35.591829 dv-cinder-763774-2-smb neutron-server[80056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 15:19:35.675177 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851338216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854265033'] for network, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:35.678658 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-327a714c-99be-49cd-b379-b894819c0be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:19:35.693216 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:35.706849 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Pushing event deleted for resources: {'Network': ['ID=ce3797b3-7e73-4c9f-88cf-229936845684,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:19:35.711820 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:19:35.719634 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-84a2dee4-1166-4d00-8cbb-e2076d40bbdc admin admin] 10.222.0.53 "DELETE /v2.0/networks/ce3797b3-7e73-4c9f-88cf-229936845684 HTTP/1.1" status: 204 len: 168 time: 1.6091702 Jan 22 15:19:35.722864 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 48380) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:19:36.507642 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f39c47a6-0d85-431a-a2c5-d590fd7ab03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854278362'] for router_interface, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:36.867676 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-f39c47a6-0d85-431a-a2c5-d590fd7ab03c admin admin] Deleting port 653a6fce-8825-49e3-aa1d-47d166172b8c {{(pid=80168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:19:36.868049 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f39c47a6-0d85-431a-a2c5-d590fd7ab03c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:37.045499 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-f39c47a6-0d85-431a-a2c5-d590fd7ab03c admin admin] For port 653a6fce-8825-49e3-aa1d-47d166172b8c, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=653a6fce-8825-49e3-aa1d-47d166172b8c,segment=NetworkSegment(f6af28eb-69fa-4908-a32f-ffc10f0bfb6c),segment_id=f6af28eb-69fa-4908-a32f-ffc10f0bfb6c)] {{(pid=80168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:19:37.045815 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f39c47a6-0d85-431a-a2c5-d590fd7ab03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:37.180796 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-f39c47a6-0d85-431a-a2c5-d590fd7ab03c admin admin] Calling delete_port for 653a6fce-8825-49e3-aa1d-47d166172b8c owned by network:router_interface {{(pid=80168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:19:37.363360 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f39c47a6-0d85-431a-a2c5-d590fd7ab03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:37.379983 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-026a5e7f-e42e-46ea-9eb4-65e624744006 tempest-TestMinimumBasicScenario-654193144 tempest-TestMinimumBasicScenario-654193144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:19:37.476469 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c47a6-0d85-431a-a2c5-d590fd7ab03c admin admin] Pushing event deleted for resources: {'Port': ['ID=653a6fce-8825-49e3-aa1d-47d166172b8c,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:19:37.480394 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f39c47a6-0d85-431a-a2c5-d590fd7ab03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:19:37.789564 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f39c47a6-0d85-431a-a2c5-d590fd7ab03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854278208'] for router_interface, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:38.293326 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39c47a6-0d85-431a-a2c5-d590fd7ab03c admin admin] Router 6b7cf947-c6e7-49db-a26b-9c1d76bf7941 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:19:38.486560 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39c47a6-0d85-431a-a2c5-d590fd7ab03c admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:19:38.495757 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9880f263-764f-4639-ba3a-a4a593e6098c None None] Sync routers for ids ['6b7cf947-c6e7-49db-a26b-9c1d76bf7941'] in dv-cinder-763774-2-smb {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:19:38.495974 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-f39c47a6-0d85-431a-a2c5-d590fd7ab03c admin admin] 10.222.0.53 "PUT /v2.0/routers/6b7cf947-c6e7-49db-a26b-9c1d76bf7941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7718651 Jan 22 15:19:38.498699 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 48384) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:19:38.506243 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9880f263-764f-4639-ba3a-a4a593e6098c None None] Routers {'6b7cf947-c6e7-49db-a26b-9c1d76bf7941'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:19:38.506951 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-9880f263-764f-4639-ba3a-a4a593e6098c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:19:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['6b7cf947-c6e7-49db-a26b-9c1d76bf7941'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:38.703313 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-9880f263-764f-4639-ba3a-a4a593e6098c None None] Set router 6b7cf947-c6e7-49db-a26b-9c1d76bf7941 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:19:38.929963 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-712b0157-35c0-41b1-8640-4d0c6ef2456b admin admin] Notify callbacks [] for router, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:39.014271 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-9880f263-764f-4639-ba3a-a4a593e6098c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'name': 'tempest-TestShelveInstance-283392141-router', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:41Z', 'updated_at': '2021-01-22T15:19:37Z', 'revision_number': 5, 'project_id': '421f4139ddf64673a711a6ed4bf1c068', 'gw_port': {'id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:42Z', 'updated_at': '2021-01-22T15:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:39.018449 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9880f263-764f-4639-ba3a-a4a593e6098c None None] Checking router: 6b7cf947-c6e7-49db-a26b-9c1d76bf7941 for host: dv-cinder-763774-2-smb {{(pid=80170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:19:39.027381 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9880f263-764f-4639-ba3a-a4a593e6098c None None] Routers {'6b7cf947-c6e7-49db-a26b-9c1d76bf7941'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:19:39.028032 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-9880f263-764f-4639-ba3a-a4a593e6098c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:19:23Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['6b7cf947-c6e7-49db-a26b-9c1d76bf7941'], 'active': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:39.118646 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-712b0157-35c0-41b1-8640-4d0c6ef2456b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:39.123866 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-712b0157-35c0-41b1-8640-4d0c6ef2456b admin admin] Deleting port 3612c352-8336-4dc0-b07f-298bbe7c6f4c {{(pid=80168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:19:39.124243 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-712b0157-35c0-41b1-8640-4d0c6ef2456b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:39.216812 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-9880f263-764f-4639-ba3a-a4a593e6098c None None] Set router 6b7cf947-c6e7-49db-a26b-9c1d76bf7941 gateway port host: dv-cinder-763774-2-smb {{(pid=80170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:19:39.309606 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-712b0157-35c0-41b1-8640-4d0c6ef2456b admin admin] For port 3612c352-8336-4dc0-b07f-298bbe7c6f4c, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=3612c352-8336-4dc0-b07f-298bbe7c6f4c,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:19:39.310004 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-712b0157-35c0-41b1-8640-4d0c6ef2456b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:39.447313 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-712b0157-35c0-41b1-8640-4d0c6ef2456b admin admin] Calling delete_port for 3612c352-8336-4dc0-b07f-298bbe7c6f4c owned by network:router_gateway {{(pid=80168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:19:39.521690 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-9880f263-764f-4639-ba3a-a4a593e6098c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'name': 'tempest-TestShelveInstance-283392141-router', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:41Z', 'updated_at': '2021-01-22T15:19:37Z', 'revision_number': 5, 'project_id': '421f4139ddf64673a711a6ed4bf1c068', 'gw_port': {'id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:42Z', 'updated_at': '2021-01-22T15:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:39.525719 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9880f263-764f-4639-ba3a-a4a593e6098c None None] The sync data for ids ['6b7cf947-c6e7-49db-a26b-9c1d76bf7941'] in dv-cinder-763774-2-smb is: [{'id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'name': 'tempest-TestShelveInstance-283392141-router', 'tenant_id': '421f4139ddf64673a711a6ed4bf1c068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:41Z', 'updated_at': '2021-01-22T15:19:37Z', 'revision_number': 5, 'project_id': '421f4139ddf64673a711a6ed4bf1c068', 'gw_port': {'id': '3612c352-8336-4dc0-b07f-298bbe7c6f4c', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7cf947-c6e7-49db-a26b-9c1d76bf7941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:42Z', 'updated_at': '2021-01-22T15:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}] {{(pid=80170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:19:39.589033 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-712b0157-35c0-41b1-8640-4d0c6ef2456b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:39.781422 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-712b0157-35c0-41b1-8640-4d0c6ef2456b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510801'] for router_gateway, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:39.922520 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-712b0157-35c0-41b1-8640-4d0c6ef2456b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718892'] for router, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:39.924857 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-712b0157-35c0-41b1-8640-4d0c6ef2456b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:39.948963 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-712b0157-35c0-41b1-8640-4d0c6ef2456b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854254196'] for router, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:39.949578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712b0157-35c0-41b1-8640-4d0c6ef2456b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b7cf947-c6e7-49db-a26b-9c1d76bf7941 {{(pid=80168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 22 15:19:39.962319 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-712b0157-35c0-41b1-8640-4d0c6ef2456b admin admin] Notify callbacks [] for router, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:39.963927 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-712b0157-35c0-41b1-8640-4d0c6ef2456b admin admin] 10.222.0.53 "DELETE /v2.0/routers/6b7cf947-c6e7-49db-a26b-9c1d76bf7941 HTTP/1.1" status: 204 len: 168 time: 1.4638977 Jan 22 15:19:39.966412 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 48388) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:19:40.033169 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5ab143-eb71-46d6-9b1e-ef6e438f8482 admin admin] Deleting subnet 33d6a739-415a-4a4d-9c48-bcd172d8bac9 {{(pid=80168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 15:19:40.036335 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9d5ab143-eb71-46d6-9b1e-ef6e438f8482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:40.092320 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9d5ab143-eb71-46d6-9b1e-ef6e438f8482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32226433'] for subnet, precommit_delete_associations {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:40.179617 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9d5ab143-eb71-46d6-9b1e-ef6e438f8482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851338077'] for subnet, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:40.442687 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9d5ab143-eb71-46d6-9b1e-ef6e438f8482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3437755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823312457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2092602'] for subnet, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:40.458994 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-ffbfe479-9cb5-44ce-a40e-ac71b44fad6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:19:40.541696 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ab143-eb71-46d6-9b1e-ef6e438f8482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d6a739-415a-4a4d-9c48-bcd172d8bac9,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:19:40.555640 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-9d5ab143-eb71-46d6-9b1e-ef6e438f8482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:19:40.590731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9d5ab143-eb71-46d6-9b1e-ef6e438f8482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for subnet, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:40.596217 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eb9f7a-06a0-42e6-bb20-9afd59c97da3 None None] Network 0128512d-821b-4c7e-926e-96000171e36f requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:19:40.599385 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-9d5ab143-eb71-46d6-9b1e-ef6e438f8482 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/33d6a739-415a-4a4d-9c48-bcd172d8bac9 HTTP/1.1" status: 204 len: 168 time: 0.6319358 Jan 22 15:19:40.600036 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 48392) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:19:40.702247 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 3612c352-8336-4dc0-b07f-298bbe7c6f4c no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:19:40.720280 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851173077'] for network, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:40.771687 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No Port match for: 3612c352-8336-4dc0-b07f-298bbe7c6f4c {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:19:40.773050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 3612c352-8336-4dc0-b07f-298bbe7c6f4c not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:19:40.773050 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 653a6fce-8825-49e3-aa1d-47d166172b8c no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:19:40.789088 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Deleting port acd85db6-ed01-4851-89fe-527a55eca344 {{(pid=80168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:19:40.789473 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:40.838781 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No Port match for: 653a6fce-8825-49e3-aa1d-47d166172b8c {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:19:40.839192 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 653a6fce-8825-49e3-aa1d-47d166172b8c not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:19:40.942614 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb16a2e-0d25-4aa0-8cda-679569db0d7a None None] DHCP port deletion for 0128512d-821b-4c7e-926e-96000171e36f request from dv-cinder-763774-2-smb {{(pid=80169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 22 15:19:40.947113 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-0cb16a2e-0d25-4aa0-8cda-679569db0d7a None None] Deleting port acd85db6-ed01-4851-89fe-527a55eca344 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:19:40.947535 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0cb16a2e-0d25-4aa0-8cda-679569db0d7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:41.013755 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] For port acd85db6-ed01-4851-89fe-527a55eca344, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=acd85db6-ed01-4851-89fe-527a55eca344,segment=NetworkSegment(f6af28eb-69fa-4908-a32f-ffc10f0bfb6c),segment_id=f6af28eb-69fa-4908-a32f-ffc10f0bfb6c)] {{(pid=80168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:19:41.014508 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:41.150206 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Calling delete_port for acd85db6-ed01-4851-89fe-527a55eca344 owned by network:dhcp {{(pid=80168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:19:41.235496 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31463309'] for port, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:41.251825 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:19:41.324270 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-0cb16a2e-0d25-4aa0-8cda-679569db0d7a None None] For port acd85db6-ed01-4851-89fe-527a55eca344, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=acd85db6-ed01-4851-89fe-527a55eca344,segment=NetworkSegment(f6af28eb-69fa-4908-a32f-ffc10f0bfb6c),segment_id=f6af28eb-69fa-4908-a32f-ffc10f0bfb6c)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:19:41.326094 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0cb16a2e-0d25-4aa0-8cda-679569db0d7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:41.358134 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd85db6-ed01-4851-89fe-527a55eca344,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:19:41.361204 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:19:41.399188 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] No DVR routers for this DVR port acd85db6-ed01-4851-89fe-527a55eca344 on host dv-cinder-763774-2-smb {{(pid=80168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:19:41.462601 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-0cb16a2e-0d25-4aa0-8cda-679569db0d7a None None] Calling delete_port for acd85db6-ed01-4851-89fe-527a55eca344 owned by network:dhcp {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:19:41.528135 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3437584', 'neutron.services.segments.db._delete_segments_for_network--9223363265338935241'] for network, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:41.536369 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.db.api [None req-0cb16a2e-0d25-4aa0-8cda-679569db0d7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80169) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 15:19:41.536792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_db.api [None req-0cb16a2e-0d25-4aa0-8cda-679569db0d7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 15:19:41.642164 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0128512d-821b-4c7e-926e-96000171e36f']}} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:41.654729 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6af28eb-69fa-4908-a32f-ffc10f0bfb6c') {'for_net_delete': True} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:41.655077 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6af28eb-69fa-4908-a32f-ffc10f0bfb6c') {} {{(pid=80168) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:19:41.667751 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265338937289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822549367'] for segment, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:41.685445 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:41.689221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 15:19:41.865665 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Network 0128512d-821b-4c7e-926e-96000171e36f has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:19:41.877848 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851327524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823312424'] for segment, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:42.038211 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-0cb16a2e-0d25-4aa0-8cda-679569db0d7a None None] Deleting port acd85db6-ed01-4851-89fe-527a55eca344 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:19:42.038872 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0cb16a2e-0d25-4aa0-8cda-679569db0d7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:42.114180 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-0cb16a2e-0d25-4aa0-8cda-679569db0d7a None None] The port 'acd85db6-ed01-4851-89fe-527a55eca344' was deleted {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 22 15:19:42.291618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Network 0128512d-821b-4c7e-926e-96000171e36f has no segments {{(pid=80168) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: Traceback (most recent call last): Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: timer() Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: cb(*args, **kw) Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: return func(*args, **kwargs) Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: self._notify() Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: self.callback(batched_events) Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: event.method(event) Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: segment_id)['aggregates'][0] Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: return f(self, *a, **k) Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: return self._get(url).json() Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: **kwargs) Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: return self.request(url, 'GET', **kwargs) Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: **endpoint_filter) Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 15:19:42.313724 dv-cinder-763774-2-smb neutron-server[80056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 15:19:42.399799 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851338216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854265033'] for network, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:42.403285 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-437b0a67-7920-4c9b-92fc-79da8656e879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:19:42.417958 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:42.428934 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Pushing event deleted for resources: {'Network': ['ID=0128512d-821b-4c7e-926e-96000171e36f,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:19:42.432040 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:19:42.433912 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-2fe2ce22-a199-4aa0-b225-b92bcb8c2645 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0128512d-821b-4c7e-926e-96000171e36f HTTP/1.1" status: 204 len: 168 time: 1.8328252 Jan 22 15:19:42.577638 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 48398) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:19:42.630710 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b9fd01c1-9430-465a-aff1-275e2415c32b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00418f223ac446279e0843b36f25602f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514588 Jan 22 15:19:42.633190 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 48402) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:19:42.696690 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device acd85db6-ed01-4851-89fe-527a55eca344 no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:19:42.699859 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35a20b2c-885b-4909-b9b7-e32e3177fd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:42.727337 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35a20b2c-885b-4909-b9b7-e32e3177fd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:42.732406 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No Port match for: acd85db6-ed01-4851-89fe-527a55eca344 {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:19:42.732800 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device acd85db6-ed01-4851-89fe-527a55eca344 not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:19:42.775802 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35a20b2c-885b-4909-b9b7-e32e3177fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:42.780851 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6f9dca70-c5df-4197-a832-b3d14dcd0b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:19:42.795415 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a20b2c-885b-4909-b9b7-e32e3177fd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7892c47-e226-42ea-8bed-60a114f66b0c,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:19:42.800221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-35a20b2c-885b-4909-b9b7-e32e3177fd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:19:42.802818 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-35a20b2c-885b-4909-b9b7-e32e3177fd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:42.806288 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-35a20b2c-885b-4909-b9b7-e32e3177fd17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7892c47-e226-42ea-8bed-60a114f66b0c HTTP/1.1" status: 204 len: 168 time: 0.1721213 Jan 22 15:19:43.217866 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 48410) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:19:43.273709 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-8482fc19-fcca-4778-b119-a2f22d4173d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=421f4139ddf64673a711a6ed4bf1c068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544055 Jan 22 15:19:43.276183 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 48414) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:19:43.338098 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bb4ab405-5b42-48ab-8828-78591eea7751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:43.366288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bb4ab405-5b42-48ab-8828-78591eea7751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:43.413560 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bb4ab405-5b42-48ab-8828-78591eea7751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:43.418849 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-832b6ab2-9019-4e35-878c-f8818d272e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:19:43.433333 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ab405-5b42-48ab-8828-78591eea7751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16778984-58ac-43c1-a186-e2c7d6210295,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:19:43.436378 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bb4ab405-5b42-48ab-8828-78591eea7751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:19:43.437279 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bb4ab405-5b42-48ab-8828-78591eea7751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:43.438689 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-bb4ab405-5b42-48ab-8828-78591eea7751 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16778984-58ac-43c1-a186-e2c7d6210295 HTTP/1.1" status: 204 len: 168 time: 0.1613436 Jan 22 15:19:50.921622 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7798b848-2957-4248-bd40-93c0c60fa302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:52.851424 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4a0effee-daa1-48c0-a53c-9b2e0c395018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:53.580654 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:53.788998 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a9898aaf-0ddf-4c40-b536-66c926c3dd6b req-bd4f0c5f-847c-4e6d-bb13-fb1f492e4c1a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0791571 Jan 22 15:19:53.959689 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9898aaf-0ddf-4c40-b536-66c926c3dd6b req-48e0f733-ff44-4019-aa15-f1e1d0faf319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:53.961304 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a9898aaf-0ddf-4c40-b536-66c926c3dd6b req-48e0f733-ff44-4019-aa15-f1e1d0faf319 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8ef4fbebdbdf4941976014a01c398f65&device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 1163 time: 0.0780361 Jan 22 15:19:54.117868 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9898aaf-0ddf-4c40-b536-66c926c3dd6b req-cd6e5d9d-2b38-4036-8b27-4a6201e48a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:54.119492 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a9898aaf-0ddf-4c40-b536-66c926c3dd6b req-cd6e5d9d-2b38-4036-8b27-4a6201e48a8d service neutron] 10.222.0.63 "GET /v2.0/networks?id=ccfb0391-2666-48bb-a962-6b33702fc369 HTTP/1.1" status: 200 len: 911 time: 0.1377990 Jan 22 15:19:54.229161 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a9898aaf-0ddf-4c40-b536-66c926c3dd6b req-d0fa09b9-2586-4985-afa0-196cd6ffccdd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd8e393-ac95-4796-aa29-53effb679ac9 HTTP/1.1" status: 200 len: 1002 time: 0.1027558 Jan 22 15:19:54.297849 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9898aaf-0ddf-4c40-b536-66c926c3dd6b req-8d7bb98e-f50c-438a-9a22-d728f288b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:54.299421 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a9898aaf-0ddf-4c40-b536-66c926c3dd6b req-8d7bb98e-f50c-438a-9a22-d728f288b154 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12a179cd-d2fb-4dae-b410-3d8af3602ae4 HTTP/1.1" status: 200 len: 856 time: 0.0637772 Jan 22 15:19:54.385386 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9898aaf-0ddf-4c40-b536-66c926c3dd6b req-396d7b78-a8df-438c-ab34-e18085ef7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:19:54.387040 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a9898aaf-0ddf-4c40-b536-66c926c3dd6b req-396d7b78-a8df-438c-ab34-e18085ef7443 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ccfb0391-2666-48bb-a962-6b33702fc369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808015 Jan 22 15:19:54.531078 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a9898aaf-0ddf-4c40-b536-66c926c3dd6b req-2fc97b45-6d15-48f6-9f67-01fd07d66f67 service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372516 Jan 22 15:19:54.674010 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-a9898aaf-0ddf-4c40-b536-66c926c3dd6b req-da695772-ccce-4a11-b416-53f33a4f3a50 service neutron] 10.222.0.63 "GET /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359653 Jan 22 15:19:54.704374 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:54.713142 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:19:55.111195 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:03.293042 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752b3e8-8d26-4cd6-b8a7-0165b196d42c req-fa9f331a-2016-4fdd-b37d-58f54d6494a7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:20:03.294633 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b752b3e8-8d26-4cd6-b8a7-0165b196d42c req-fa9f331a-2016-4fdd-b37d-58f54d6494a7 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1057458 Jan 22 15:20:03.346567 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-b752b3e8-8d26-4cd6-b8a7-0165b196d42c req-5dfe8e6b-f43b-4f76-a220-6f877aac59fd tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457926 Jan 22 15:20:04.599795 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50fd78-996c-408d-ab5e-020066d7e4fd req-b73aae9d-d326-4384-bba0-6d7ebb652f35 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:20:04.601443 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8c50fd78-996c-408d-ab5e-020066d7e4fd req-b73aae9d-d326-4384-bba0-6d7ebb652f35 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1077671 Jan 22 15:20:04.653776 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-8c50fd78-996c-408d-ab5e-020066d7e4fd req-3e83f411-b497-446e-ab1a-7e011ca0b890 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459764 Jan 22 15:20:04.722219 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-1aaa2169-e45e-4461-a9e3-723bec69d15a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:20:04.724013 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-1aaa2169-e45e-4461-a9e3-723bec69d15a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.63 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 946 time: 0.1107543 Jan 22 15:20:04.804548 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Deleting port 2cd8e393-ac95-4796-aa29-53effb679ac9 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:20:04.804937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:05.064313 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] For port 2cd8e393-ac95-4796-aa29-53effb679ac9, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=2cd8e393-ac95-4796-aa29-53effb679ac9,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:20:05.064631 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:05.320318 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Device 2cd8e393-ac95-4796-aa29-53effb679ac9 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:20:05.451786 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568129'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:05.479847 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd8e393-ac95-4796-aa29-53effb679ac9'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:20:05.491038 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] For port 2cd8e393-ac95-4796-aa29-53effb679ac9, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=2cd8e393-ac95-4796-aa29-53effb679ac9,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:20:05.494048 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265338879638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771515487620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265339288163'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:05.495995 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:05.544549 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd8e393-ac95-4796-aa29-53effb679ac9', 'code': 200} Jan 22 15:20:05.572242 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Pushing event updated for resources: {'Port': ['ID=2cd8e393-ac95-4796-aa29-53effb679ac9,revision_number=7']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:05.575694 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:05.605752 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for floatingip, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:05.606293 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:05.606570 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.l3_db [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Floating IP bf59d9d8-485f-4987-905b-cccde955be2a disassociated. External IP: 172.28.2.105, port: 2cd8e393-ac95-4796-aa29-53effb679ac9. Jan 22 15:20:05.606961 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Calling delete_port for 2cd8e393-ac95-4796-aa29-53effb679ac9 owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:20:05.696226 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.db.api [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80167) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 15:20:05.696591 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_db.api [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 15:20:05.903213 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb4dca-e27b-472a-9a85-4b4f7f11b0af req-6458c48d-4208-4249-9bd8-66b5aaa90706 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 22 15:20:05.904805 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cbfb4dca-e27b-472a-9a85-4b4f7f11b0af req-6458c48d-4208-4249-9bd8-66b5aaa90706 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 944 time: 0.1070974 Jan 22 15:20:05.963174 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-cbfb4dca-e27b-472a-9a85-4b4f7f11b0af req-fbc9ab8e-ba58-4383-a981-166ed286302e tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups?id=1129a619-f86a-467d-9de6-cbf2930e1383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514348 Jan 22 15:20:06.197468 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Deleting port 2cd8e393-ac95-4796-aa29-53effb679ac9 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:20:06.197803 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:06.460696 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] For port 2cd8e393-ac95-4796-aa29-53effb679ac9, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=2cd8e393-ac95-4796-aa29-53effb679ac9,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:20:06.461027 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:06.767245 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for floatingip, precommit_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:06.767825 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854265084'] for floatingip, after_update {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:06.767945 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.db.l3_db [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Floating IP bf59d9d8-485f-4987-905b-cccde955be2a disassociated. External IP: 172.28.2.105, port: 2cd8e393-ac95-4796-aa29-53effb679ac9. Jan 22 15:20:06.768321 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Calling delete_port for 2cd8e393-ac95-4796-aa29-53effb679ac9 owned by compute:nova {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:20:06.914320 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:06.932241 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-6ccb73d1-8596-4bd1-9fa0-e5b3eca308ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:07.026383 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event deleted for resources: {'Port': ['ID=2cd8e393-ac95-4796-aa29-53effb679ac9,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:07.029417 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:07.227399 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-5f9e50a5-eb6f-4736-a926-c4214a5fb34d req-8924affc-e84b-4fbd-8c14-af5d3da266e3 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/ports?device_id=24c628b5-18d2-4b6a-89cf-173cc37a9d6c HTTP/1.1" status: 200 len: 210 time: 0.0588489 Jan 22 15:20:07.296427 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:20:07.343860 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Router 21c115f8-29a8-4304-a4ed-15f68264b3b9 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:20:07.540602 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:20:07.550718 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb6e43f-f654-4be3-9435-511de8a54af4 None None] Sync routers for ids ['21c115f8-29a8-4304-a4ed-15f68264b3b9'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:20:07.562398 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb6e43f-f654-4be3-9435-511de8a54af4 None None] Routers {'21c115f8-29a8-4304-a4ed-15f68264b3b9'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:20:07.563193 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-bdb6e43f-f654-4be3-9435-511de8a54af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:19:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['21c115f8-29a8-4304-a4ed-15f68264b3b9'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:20:07.581424 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] No DVR routers for this DVR port 2cd8e393-ac95-4796-aa29-53effb679ac9 on host hv-cinder-76377 {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:20:07.583945 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for port, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:07.586913 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'name': 'network-vif-deleted', 'tag': '2cd8e393-ac95-4796-aa29-53effb679ac9'}] {{(pid=80167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 22 15:20:07.603478 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [req-ca05de7f-4058-47c8-8736-e5518bc84358 req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.63 "DELETE /v2.0/ports/2cd8e393-ac95-4796-aa29-53effb679ac9 HTTP/1.1" status: 204 len: 173 time: 2.8732345 Jan 22 15:20:07.655081 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c628b5-18d2-4b6a-89cf-173cc37a9d6c', 'name': 'network-vif-deleted', 'tag': '2cd8e393-ac95-4796-aa29-53effb679ac9', 'status': 'completed', 'code': 200} Jan 22 15:20:07.764646 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-bdb6e43f-f654-4be3-9435-511de8a54af4 None None] Set router 21c115f8-29a8-4304-a4ed-15f68264b3b9 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:20:08.100652 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-bdb6e43f-f654-4be3-9435-511de8a54af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:57Z', 'revision_number': 5, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:20:08.104996 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb6e43f-f654-4be3-9435-511de8a54af4 None None] Checking router: 21c115f8-29a8-4304-a4ed-15f68264b3b9 for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:20:08.115321 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb6e43f-f654-4be3-9435-511de8a54af4 None None] Routers {'21c115f8-29a8-4304-a4ed-15f68264b3b9'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:20:08.116178 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-bdb6e43f-f654-4be3-9435-511de8a54af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:19:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['21c115f8-29a8-4304-a4ed-15f68264b3b9'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:20:08.310879 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-bdb6e43f-f654-4be3-9435-511de8a54af4 None None] Set router 21c115f8-29a8-4304-a4ed-15f68264b3b9 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:20:08.396019 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 48450) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:08.472257 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4da8e189-ac20-4701-a015-72855195e30b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:08.501894 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4da8e189-ac20-4701-a015-72855195e30b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:08.551945 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4da8e189-ac20-4701-a015-72855195e30b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:08.557696 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-e854fc7b-3e1b-4aec-8fc3-e44a363d3805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:08.575865 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8e189-ac20-4701-a015-72855195e30b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event deleted for resources: {'SecurityGroup': ['ID=1129a619-f86a-467d-9de6-cbf2930e1383,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:08.582224 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4da8e189-ac20-4701-a015-72855195e30b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:08.584586 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4da8e189-ac20-4701-a015-72855195e30b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:08.585813 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-4da8e189-ac20-4701-a015-72855195e30b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "DELETE /v2.0/security-groups/1129a619-f86a-467d-9de6-cbf2930e1383 HTTP/1.1" status: 204 len: 168 time: 0.1886547 Jan 22 15:20:08.588685 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 48454) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:08.606644 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.api.v2.resource [None req-4ac25157-941e-4889-a2be-9e872f8f561b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] show failed (client error): The resource could not be found. Jan 22 15:20:08.607722 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-4ac25157-941e-4889-a2be-9e872f8f561b tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "GET /v2.0/security-groups/1129a619-f86a-467d-9de6-cbf2930e1383 HTTP/1.1" status: 404 len: 347 time: 0.0180392 Jan 22 15:20:08.610628 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 48458) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:08.660537 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-bdb6e43f-f654-4be3-9435-511de8a54af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:57Z', 'revision_number': 5, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:20:08.664904 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb6e43f-f654-4be3-9435-511de8a54af4 None None] The sync data for ids ['21c115f8-29a8-4304-a4ed-15f68264b3b9'] in dv-cinder-763774-2-smb is: [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:14:40Z', 'revision_number': 4, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb', '_interfaces': [{'id': 'f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8', 'name': '', 'network_id': 'ccfb0391-2666-48bb-a962-6b33702fc369', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'mac_address': 'fa:16:3e:96:38:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:39Z', 'updated_at': '2021-01-22T15:14:57Z', 'revision_number': 5, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'subnets': [{'id': '12a179cd-d2fb-4dae-b410-3d8af3602ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:20:08.785346 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-8bd78217-4f47-418b-bffa-49ed37d32547 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Deleting port 9a995103-8179-453d-a41f-c141c70e478f {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:20:08.785739 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bd78217-4f47-418b-bffa-49ed37d32547 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:08.971681 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bd78217-4f47-418b-bffa-49ed37d32547 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:08.972024 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bd78217-4f47-418b-bffa-49ed37d32547 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for floatingip, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:09.040595 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea2183c-ce19-44ea-8301-cf8b59428a5f None None] New status for floating IP bf59d9d8-485f-4987-905b-cccde955be2a: DOWN {{(pid=80170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 22 15:20:09.105291 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-8bd78217-4f47-418b-bffa-49ed37d32547 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Calling delete_port for 9a995103-8179-453d-a41f-c141c70e478f owned by network:floatingip {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:20:09.255241 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bd78217-4f47-418b-bffa-49ed37d32547 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:09.270476 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2fa41ac8-a13f-4b7c-9b28-868aaee45bfc tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:09.367858 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd78217-4f47-418b-bffa-49ed37d32547 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Pushing event deleted for resources: {'Port': ['ID=9a995103-8179-453d-a41f-c141c70e478f,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:09.370703 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8bd78217-4f47-418b-bffa-49ed37d32547 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:09.492618 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bd78217-4f47-418b-bffa-49ed37d32547 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks [] for floatingip, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:09.506798 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8bd78217-4f47-418b-bffa-49ed37d32547 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773803'] for floatingip, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:09.508024 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-8bd78217-4f47-418b-bffa-49ed37d32547 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] 10.222.0.53 "DELETE /v2.0/floatingips/bf59d9d8-485f-4987-905b-cccde955be2a HTTP/1.1" status: 204 len: 168 time: 0.8964534 Jan 22 15:20:12.349003 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 48482) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:13.334954 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b02eb270-0711-4fe6-831f-49b0b881fe8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854278362'] for router_interface, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:13.696175 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-b02eb270-0711-4fe6-831f-49b0b881fe8e admin admin] Deleting port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:20:13.696733 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b02eb270-0711-4fe6-831f-49b0b881fe8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:13.883132 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-b02eb270-0711-4fe6-831f-49b0b881fe8e admin admin] For port f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:20:13.883536 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b02eb270-0711-4fe6-831f-49b0b881fe8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:14.014630 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-b02eb270-0711-4fe6-831f-49b0b881fe8e admin admin] Calling delete_port for f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 owned by network:router_interface {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:20:14.203178 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b02eb270-0711-4fe6-831f-49b0b881fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:14.218904 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8bb2b364-1854-4741-9005-8d2022927f87 tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:14.310296 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02eb270-0711-4fe6-831f-49b0b881fe8e admin admin] Pushing event deleted for resources: {'Port': ['ID=f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:14.313048 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b02eb270-0711-4fe6-831f-49b0b881fe8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:14.628139 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b02eb270-0711-4fe6-831f-49b0b881fe8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854278208'] for router_interface, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:15.135229 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02eb270-0711-4fe6-831f-49b0b881fe8e admin admin] Router 21c115f8-29a8-4304-a4ed-15f68264b3b9 has already been hosted by L3 agent 7d8c2dad-9161-4e04-965f-c21e8b72b637 {{(pid=80167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 22 15:20:15.323203 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02eb270-0711-4fe6-831f-49b0b881fe8e admin admin] Notify agent at l3_agent.dv-cinder-763774-2-smb the message routers_updated {{(pid=80167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 22 15:20:15.339338 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e459d22b-0a75-4849-bb81-9f2cfa136f87 None None] Sync routers for ids ['21c115f8-29a8-4304-a4ed-15f68264b3b9'] in dv-cinder-763774-2-smb {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 22 15:20:15.339530 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b02eb270-0711-4fe6-831f-49b0b881fe8e admin admin] 10.222.0.53 "PUT /v2.0/routers/21c115f8-29a8-4304-a4ed-15f68264b3b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9887278 Jan 22 15:20:15.341706 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 48488) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:15.353702 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e459d22b-0a75-4849-bb81-9f2cfa136f87 None None] Routers {'21c115f8-29a8-4304-a4ed-15f68264b3b9'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:20:15.354402 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-e459d22b-0a75-4849-bb81-9f2cfa136f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:19:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['21c115f8-29a8-4304-a4ed-15f68264b3b9'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:20:15.546672 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-e459d22b-0a75-4849-bb81-9f2cfa136f87 None None] Set router 21c115f8-29a8-4304-a4ed-15f68264b3b9 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:20:15.776010 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-360728dd-db00-42ce-b71d-0d1b7cc8b844 admin admin] Notify callbacks [] for router, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:15.967290 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-360728dd-db00-42ce-b71d-0d1b7cc8b844 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:15.972497 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-360728dd-db00-42ce-b71d-0d1b7cc8b844 admin admin] Deleting port bd9d165d-7ae8-44ea-9b3d-32d557b34d84 {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:20:15.973804 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-360728dd-db00-42ce-b71d-0d1b7cc8b844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:16.028172 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-e459d22b-0a75-4849-bb81-9f2cfa136f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:20:14Z', 'revision_number': 5, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:20:16.032589 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e459d22b-0a75-4849-bb81-9f2cfa136f87 None None] Checking router: 21c115f8-29a8-4304-a4ed-15f68264b3b9 for host: dv-cinder-763774-2-smb {{(pid=80169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 22 15:20:16.043002 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e459d22b-0a75-4849-bb81-9f2cfa136f87 None None] Routers {'21c115f8-29a8-4304-a4ed-15f68264b3b9'} bound to L3 agent in host dv-cinder-763774-2-smb {{(pid=80169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 22 15:20:16.043689 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-e459d22b-0a75-4849-bb81-9f2cfa136f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T15:01:53Z,description=,heartbeat_timestamp=2021-01-22T15:19:53Z,host='dv-cinder-763774-2-smb',id=7d8c2dad-9161-4e04-965f-c21e8b72b637,load=0,resource_versions=,resources_synced=,started_at=2021-01-22T15:01:53Z,topic='l3_agent')) {'router_ids': ['21c115f8-29a8-4304-a4ed-15f68264b3b9'], 'active': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:20:16.164595 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-360728dd-db00-42ce-b71d-0d1b7cc8b844 admin admin] For port bd9d165d-7ae8-44ea-9b3d-32d557b34d84, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=bd9d165d-7ae8-44ea-9b3d-32d557b34d84,segment=NetworkSegment(932f0bf6-f316-4193-a5a5-00b3fa9ba2d4),segment_id=932f0bf6-f316-4193-a5a5-00b3fa9ba2d4)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:20:16.165197 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-360728dd-db00-42ce-b71d-0d1b7cc8b844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:16.231381 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvr_db [None req-e459d22b-0a75-4849-bb81-9f2cfa136f87 None None] Set router 21c115f8-29a8-4304-a4ed-15f68264b3b9 gateway port host: dv-cinder-763774-2-smb {{(pid=80169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 22 15:20:16.297159 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-360728dd-db00-42ce-b71d-0d1b7cc8b844 admin admin] Calling delete_port for bd9d165d-7ae8-44ea-9b3d-32d557b34d84 owned by network:router_gateway {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:20:16.443123 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-360728dd-db00-42ce-b71d-0d1b7cc8b844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:16.542831 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_hamode_db [None req-e459d22b-0a75-4849-bb81-9f2cfa136f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:20:14Z', 'revision_number': 5, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}], 'dv-cinder-763774-2-smb', False) {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:20:16.546946 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e459d22b-0a75-4849-bb81-9f2cfa136f87 None None] The sync data for ids ['21c115f8-29a8-4304-a4ed-15f68264b3b9'] in dv-cinder-763774-2-smb is: [{'id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1447475671-router', 'tenant_id': '8ef4fbebdbdf4941976014a01c398f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'external_fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:14:32Z', 'updated_at': '2021-01-22T15:20:14Z', 'revision_number': 5, 'project_id': '8ef4fbebdbdf4941976014a01c398f65', 'gw_port': {'id': 'bd9d165d-7ae8-44ea-9b3d-32d557b34d84', 'name': '', 'network_id': '963b33f9-dd19-40b1-8544-19d53926a01f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c115f8-29a8-4304-a4ed-15f68264b3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:14:34Z', 'updated_at': '2021-01-22T15:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b49e69fc-521d-4a7a-a4a3-7f801cf6183d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-smb'}] {{(pid=80169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 22 15:20:16.634526 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-360728dd-db00-42ce-b71d-0d1b7cc8b844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510801'] for router_gateway, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:16.673765 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:20:16.711752 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No Port match for: f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:20:16.712158 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device f7117ef4-ffc5-4ea4-94af-9c9688fa8dc8 not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:20:16.774610 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-360728dd-db00-42ce-b71d-0d1b7cc8b844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718892'] for router, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:16.777118 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-360728dd-db00-42ce-b71d-0d1b7cc8b844 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:16.797590 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-360728dd-db00-42ce-b71d-0d1b7cc8b844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854254196'] for router, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:16.798133 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360728dd-db00-42ce-b71d-0d1b7cc8b844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21c115f8-29a8-4304-a4ed-15f68264b3b9 {{(pid=80167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 22 15:20:16.811034 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-360728dd-db00-42ce-b71d-0d1b7cc8b844 admin admin] Notify callbacks [] for router, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:16.812274 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-360728dd-db00-42ce-b71d-0d1b7cc8b844 admin admin] 10.222.0.53 "DELETE /v2.0/routers/21c115f8-29a8-4304-a4ed-15f68264b3b9 HTTP/1.1" status: 204 len: 168 time: 1.4693716 Jan 22 15:20:16.814970 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 48492) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:16.886643 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db7b253-dd3e-46a0-9bc7-67dccfdd346e admin admin] Deleting subnet 12a179cd-d2fb-4dae-b410-3d8af3602ae4 {{(pid=80167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 22 15:20:16.889792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8db7b253-dd3e-46a0-9bc7-67dccfdd346e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:16.942061 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8db7b253-dd3e-46a0-9bc7-67dccfdd346e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826614297'] for subnet, precommit_delete_associations {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:17.068602 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8db7b253-dd3e-46a0-9bc7-67dccfdd346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851338077'] for subnet, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:17.325301 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8db7b253-dd3e-46a0-9bc7-67dccfdd346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3437755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826645422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827252597'] for subnet, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:17.342265 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:17.437049 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7b253-dd3e-46a0-9bc7-67dccfdd346e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a179cd-d2fb-4dae-b410-3d8af3602ae4,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:17.440091 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-8db7b253-dd3e-46a0-9bc7-67dccfdd346e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:17.476636 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-8db7b253-dd3e-46a0-9bc7-67dccfdd346e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:17.481438 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdfc0c2-3dc0-4b43-a12a-c94bbfddef96 None None] Network ccfb0391-2666-48bb-a962-6b33702fc369 requested from dv-cinder-763774-2-smb {{(pid=80169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 22 15:20:17.483403 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-8db7b253-dd3e-46a0-9bc7-67dccfdd346e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/12a179cd-d2fb-4dae-b410-3d8af3602ae4 HTTP/1.1" status: 204 len: 168 time: 0.6673594 Jan 22 15:20:17.486218 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 48496) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:17.602907 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851173077'] for network, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:17.671941 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Deleting port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d {{(pid=80167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:20:17.672328 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:17.733366 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d8cb7c-b391-4b75-b472-8bfe9bffed0a None None] DHCP port deletion for ccfb0391-2666-48bb-a962-6b33702fc369 request from dv-cinder-763774-2-smb {{(pid=80169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 22 15:20:17.737495 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-21d8cb7c-b391-4b75-b472-8bfe9bffed0a None None] Deleting port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:20:17.737916 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-21d8cb7c-b391-4b75-b472-8bfe9bffed0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:17.896513 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] For port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:20:17.896852 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:17.953591 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.db [None req-21d8cb7c-b391-4b75-b472-8bfe9bffed0a None None] For port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d, host dv-cinder-763774-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-smb',level=0,port_id=23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d,segment=NetworkSegment(6e777cf3-2600-48cf-863b-cf0c16e3bc65),segment_id=6e777cf3-2600-48cf-863b-cf0c16e3bc65)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 22 15:20:17.954049 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-21d8cb7c-b391-4b75-b472-8bfe9bffed0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854254775'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:18.026895 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Calling delete_port for 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d owned by network:dhcp {{(pid=80167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:20:18.088838 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-21d8cb7c-b391-4b75-b472-8bfe9bffed0a None None] Calling delete_port for 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d owned by network:dhcp {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 22 15:20:18.109482 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5059554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265338879587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265339288197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28130408'] for port, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:18.125219 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-26245a27-bafa-4f3b-b31b-9cc98a99c266 tempest-AttachVolumeTestJSON-1735814155 tempest-AttachVolumeTestJSON-1735814155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:18.165922 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.db.api [None req-21d8cb7c-b391-4b75-b472-8bfe9bffed0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80169) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 22 15:20:18.166262 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_db.api [None req-21d8cb7c-b391-4b75-b472-8bfe9bffed0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 22 15:20:18.229692 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Pushing event deleted for resources: {'Port': ['ID=23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:18.234335 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:18.267688 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] No DVR routers for this DVR port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d on host dv-cinder-763774-2-smb {{(pid=80167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 22 15:20:18.390452 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3437584', 'neutron.services.segments.db._delete_segments_for_network--9223363265338935241'] for network, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:18.667410 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-21d8cb7c-b391-4b75-b472-8bfe9bffed0a None None] Deleting port 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 22 15:20:18.667987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-21d8cb7c-b391-4b75-b472-8bfe9bffed0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771515894370'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:18.732627 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:20:18.748299 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfb0391-2666-48bb-a962-6b33702fc369']}} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:20:18.761354 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e777cf3-2600-48cf-863b-cf0c16e3bc65') {'for_net_delete': True} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:20:18.761755 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.services.segments.db [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e777cf3-2600-48cf-863b-cf0c16e3bc65') {} {{(pid=80167) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 22 15:20:18.775674 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265338937289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28161519'] for segment, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:18.778985 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-21d8cb7c-b391-4b75-b472-8bfe9bffed0a None None] The port '23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d' was deleted {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 22 15:20:18.779902 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No Port match for: 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:20:18.780294 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device 23b0d1e2-f128-45d1-a9c6-cfb503b9eb6d not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:20:18.780746 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device bd9d165d-7ae8-44ea-9b3d-32d557b34d84 no longer exists at agent ovs-agent-dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 22 15:20:18.791291 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448261'] for segment, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:18.793296 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 22 15:20:18.817132 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.plugin [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] No Port match for: bd9d165d-7ae8-44ea-9b3d-32d557b34d84 {{(pid=80169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 22 15:20:18.817526 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.rpc [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Device bd9d165d-7ae8-44ea-9b3d-32d557b34d84 not bound to the agent host dv-cinder-763774-2-smb {{(pid=80169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 22 15:20:18.973817 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Network ccfb0391-2666-48bb-a962-6b33702fc369 has no segments {{(pid=80167) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:20:18.986200 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851327524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826645443'] for segment, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:19.163712 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.plugins.ml2.managers [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Network ccfb0391-2666-48bb-a962-6b33702fc369 has no segments {{(pid=80167) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: Traceback (most recent call last): Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: timer() Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: cb(*args, **kw) Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: return func(*args, **kwargs) Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: self._notify() Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: self.callback(batched_events) Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: event.method(event) Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: segment_id)['aggregates'][0] Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: return f(self, *a, **k) Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: return self._get(url).json() Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: **kwargs) Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: return self.request(url, 'GET', **kwargs) Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: **endpoint_filter) Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 22 15:20:19.186413 dv-cinder-763774-2-smb neutron-server[80056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 22 15:20:19.265073 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851338216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854265033'] for network, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:19.268465 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:19.281977 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228474'] for network, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:19.293495 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Pushing event deleted for resources: {'Network': ['ID=ccfb0391-2666-48bb-a962-6b33702fc369,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:19.298161 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:19.302377 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-d85cd387-2e83-4a26-bb4f-b9914f7ee60d admin admin] 10.222.0.53 "DELETE /v2.0/networks/ccfb0391-2666-48bb-a962-6b33702fc369 HTTP/1.1" status: 204 len: 168 time: 1.8150055 Jan 22 15:20:19.450998 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 48502) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:19.503141 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-55be1501-3866-4b32-9cf5-d245f83464c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ef4fbebdbdf4941976014a01c398f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508201 Jan 22 15:20:19.505564 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 48506) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:19.565666 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-346c7c4a-c599-42a2-8735-f5ac173e0ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:19.596031 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-346c7c4a-c599-42a2-8735-f5ac173e0ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:19.639605 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-346c7c4a-c599-42a2-8735-f5ac173e0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:19.645029 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-4f781b52-be00-4819-bb81-ede8a88a9e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:19.658500 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c7c4a-c599-42a2-8735-f5ac173e0ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8268c0b-e874-48f6-837c-4b37673c5855,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:19.663320 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-346c7c4a-c599-42a2-8735-f5ac173e0ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:19.666829 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-346c7c4a-c599-42a2-8735-f5ac173e0ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:19.668878 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-346c7c4a-c599-42a2-8735-f5ac173e0ed3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8268c0b-e874-48f6-837c-4b37673c5855 HTTP/1.1" status: 204 len: 168 time: 0.1615238 Jan 22 15:20:20.923163 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7357e24f-c9ab-4a3c-b9e5-5678f35a12dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:22.852965 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9772ad64-2442-48ff-80ba-81c58d4ef8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:23.582956 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:24.697855 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:24.715485 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:24.864333 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 48590) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:25.015019 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-66427dba-1cad-4355-bd2e-ef573a4ad80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:25.030735 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-66427dba-1cad-4355-bd2e-ef573a4ad80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:20:25.034754 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-66427dba-1cad-4355-bd2e-ef573a4ad80b admin admin] Usage tracker for resource:security_group_rule and tenant:aa9f68cd607f4ef98318c6dac363d37c is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:20:25.038322 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-66427dba-1cad-4355-bd2e-ef573a4ad80b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:20:25.044362 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-66427dba-1cad-4355-bd2e-ef573a4ad80b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:20:25.116093 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:25.135044 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-66427dba-1cad-4355-bd2e-ef573a4ad80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:25.137641 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-66427dba-1cad-4355-bd2e-ef573a4ad80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:25.146502 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f714c11e-6796-4712-bfe3-8a53852ee53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:25.188896 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-66427dba-1cad-4355-bd2e-ef573a4ad80b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa9f68cd607f4ef98318c6dac363d37c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234189 Jan 22 15:20:25.192385 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 48596) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:25.194120 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66427dba-1cad-4355-bd2e-ef573a4ad80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc862b7-2fea-4d52-9af0-7a14ebdce521,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:25.197678 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-66427dba-1cad-4355-bd2e-ef573a4ad80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:25.254969 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:25.282877 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:25.328277 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:25.334892 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-08a99b02-1b49-497c-b7a7-fbae46f72f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:25.348498 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc862b7-2fea-4d52-9af0-7a14ebdce521,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:25.357239 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.357659 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.358071 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.358521 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.358921 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.359321 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.359724 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.360119 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.360515 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.360910 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.361303 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.361704 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.362163 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.362580 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.362978 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.363475 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.363870 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.364268 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.364663 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.365056 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.365446 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.365852 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.366244 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.366649 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:20:25.369751 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:25.373804 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2fc862b7-2fea-4d52-9af0-7a14ebdce521 HTTP/1.1" status: 204 len: 168 time: 0.1803799 Jan 22 15:20:25.374861 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-23a101a5-7db8-4324-a38a-7d615ff50ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:25.715332 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 48604) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:25.734611 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b412e8f8-5ff4-4df8-9fb3-25fdc2410326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:25.754669 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-b412e8f8-5ff4-4df8-9fb3-25fdc2410326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:20:25.758737 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-b412e8f8-5ff4-4df8-9fb3-25fdc2410326 admin admin] Usage tracker for resource:security_group_rule and tenant:9c985d75a0854e7aa4555592de4cccba is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:20:25.761666 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-b412e8f8-5ff4-4df8-9fb3-25fdc2410326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:20:25.767411 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-b412e8f8-5ff4-4df8-9fb3-25fdc2410326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:20:25.851944 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b412e8f8-5ff4-4df8-9fb3-25fdc2410326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:25.854672 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b412e8f8-5ff4-4df8-9fb3-25fdc2410326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:25.863752 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-bb4ab405-5b42-48ab-8828-78591eea7751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:25.908463 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b412e8f8-5ff4-4df8-9fb3-25fdc2410326 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c985d75a0854e7aa4555592de4cccba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919601 Jan 22 15:20:25.909442 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412e8f8-5ff4-4df8-9fb3-25fdc2410326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4374e972-ba15-4af9-a405-a5f5f9a38052,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:25.911986 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 48608) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:25.913386 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b412e8f8-5ff4-4df8-9fb3-25fdc2410326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:25.977654 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b9d8e7bf-8469-47c3-a280-70e8dbfc8aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:26.005145 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b9d8e7bf-8469-47c3-a280-70e8dbfc8aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:26.048731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b9d8e7bf-8469-47c3-a280-70e8dbfc8aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:26.054133 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-d22cf6ad-21bf-4121-ac40-a1dee264955b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:26.068481 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8e7bf-8469-47c3-a280-70e8dbfc8aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4374e972-ba15-4af9-a405-a5f5f9a38052,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:26.071274 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b9d8e7bf-8469-47c3-a280-70e8dbfc8aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:26.077769 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b9d8e7bf-8469-47c3-a280-70e8dbfc8aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:26.079022 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b9d8e7bf-8469-47c3-a280-70e8dbfc8aca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4374e972-ba15-4af9-a405-a5f5f9a38052 HTTP/1.1" status: 204 len: 168 time: 0.1659315 Jan 22 15:20:28.252737 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 48654) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:28.406770 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-66d1f7d8-2b21-4daa-91fe-e663aa311ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:28.423070 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-66d1f7d8-2b21-4daa-91fe-e663aa311ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:20:28.427818 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-66d1f7d8-2b21-4daa-91fe-e663aa311ed3 admin admin] Usage tracker for resource:security_group_rule and tenant:e698250c1bc9464fa5d4e2d9e4328d75 is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:20:28.430895 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-66d1f7d8-2b21-4daa-91fe-e663aa311ed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:20:28.436714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-66d1f7d8-2b21-4daa-91fe-e663aa311ed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:20:28.525769 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-66d1f7d8-2b21-4daa-91fe-e663aa311ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:28.528587 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-66d1f7d8-2b21-4daa-91fe-e663aa311ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:28.537506 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-70691452-bce6-483e-968e-f1adbcea3f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:28.580696 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-66d1f7d8-2b21-4daa-91fe-e663aa311ed3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e698250c1bc9464fa5d4e2d9e4328d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268268 Jan 22 15:20:28.581714 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1f7d8-2b21-4daa-91fe-e663aa311ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c4ebed-da1d-4742-b3d1-4980c084c5f0,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:28.583634 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 48660) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:28.585098 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-66d1f7d8-2b21-4daa-91fe-e663aa311ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:28.646581 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cf9cb95a-bff2-4023-9253-878175d626ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:28.673925 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cf9cb95a-bff2-4023-9253-878175d626ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:28.718187 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cf9cb95a-bff2-4023-9253-878175d626ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:28.723230 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-346c7c4a-c599-42a2-8735-f5ac173e0ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:28.740179 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cb95a-bff2-4023-9253-878175d626ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c4ebed-da1d-4742-b3d1-4980c084c5f0,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:28.744897 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-cf9cb95a-bff2-4023-9253-878175d626ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:28.749159 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-cf9cb95a-bff2-4023-9253-878175d626ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:28.750370 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-cf9cb95a-bff2-4023-9253-878175d626ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01c4ebed-da1d-4742-b3d1-4980c084c5f0 HTTP/1.1" status: 204 len: 168 time: 0.1656573 Jan 22 15:20:29.090545 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 48668) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:29.109975 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f508e733-c246-4ca6-b443-318cc3642032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:29.125009 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f508e733-c246-4ca6-b443-318cc3642032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:20:29.129558 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f508e733-c246-4ca6-b443-318cc3642032 admin admin] Usage tracker for resource:security_group_rule and tenant:264d677cb72540679e7230935a51997c is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:20:29.132500 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-f508e733-c246-4ca6-b443-318cc3642032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:20:29.138117 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-f508e733-c246-4ca6-b443-318cc3642032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:20:29.221622 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f508e733-c246-4ca6-b443-318cc3642032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:29.224585 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f508e733-c246-4ca6-b443-318cc3642032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:29.233369 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-cf9cb95a-bff2-4023-9253-878175d626ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:29.275854 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-f508e733-c246-4ca6-b443-318cc3642032 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=264d677cb72540679e7230935a51997c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841850 Jan 22 15:20:29.276789 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508e733-c246-4ca6-b443-318cc3642032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f147eb-ec87-48cf-a0ce-b7aaf02fe3f3,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:29.278797 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 48672) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:20:29.280118 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-f508e733-c246-4ca6-b443-318cc3642032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:29.343663 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aaca7f69-6ad4-4c1d-9913-9fa968f86897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:29.371205 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aaca7f69-6ad4-4c1d-9913-9fa968f86897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:29.417011 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aaca7f69-6ad4-4c1d-9913-9fa968f86897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:29.422164 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-2d6827e8-917c-4d0f-b4ee-ca1ee37c7654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:20:29.435639 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca7f69-6ad4-4c1d-9913-9fa968f86897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f147eb-ec87-48cf-a0ce-b7aaf02fe3f3,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:20:29.439774 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-aaca7f69-6ad4-4c1d-9913-9fa968f86897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:20:29.445979 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-aaca7f69-6ad4-4c1d-9913-9fa968f86897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:29.447283 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-aaca7f69-6ad4-4c1d-9913-9fa968f86897 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4f147eb-ec87-48cf-a0ce-b7aaf02fe3f3 HTTP/1.1" status: 204 len: 168 time: 0.1673410 Jan 22 15:20:44.296276 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:20:50.926697 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-5f34271b-3b75-4fde-ab5b-844996b8227a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:52.853737 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-c9db904d-4b2b-41c0-9196-f36ddd8065ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:53.586268 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:54.700373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:54.716892 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:20:55.123230 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:05.325405 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 48916) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:21:05.483738 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-189e161e-45ec-4212-bca6-1a72c2d87fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:05.500459 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-189e161e-45ec-4212-bca6-1a72c2d87fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:21:05.505325 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-189e161e-45ec-4212-bca6-1a72c2d87fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:1953d2b4493447ee90fd4d125da2eb05 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:21:05.508337 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-189e161e-45ec-4212-bca6-1a72c2d87fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:21:05.514061 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-189e161e-45ec-4212-bca6-1a72c2d87fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:21:05.598566 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-189e161e-45ec-4212-bca6-1a72c2d87fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:05.601667 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-189e161e-45ec-4212-bca6-1a72c2d87fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:05.610060 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-34ab62b1-9c8a-4678-9fb9-d8a6dccbfc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:21:05.654441 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-189e161e-45ec-4212-bca6-1a72c2d87fd1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1953d2b4493447ee90fd4d125da2eb05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278520 Jan 22 15:21:05.657334 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 48926) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:21:05.658812 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e161e-45ec-4212-bca6-1a72c2d87fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ddb58b-16d1-45f7-9072-2ea16d581fe8,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:21:05.662937 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-189e161e-45ec-4212-bca6-1a72c2d87fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:21:05.724400 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:05.751414 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:05.795779 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:05.800668 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-11432e2d-a844-4e84-b4e7-9c7e4781bd6a tempest-AttachVolumeShelveTestJSON-572382095 tempest-AttachVolumeShelveTestJSON-572382095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:21:05.813949 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ddb58b-16d1-45f7-9072-2ea16d581fe8,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:21:05.822443 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:05.823646 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5ddb58b-16d1-45f7-9072-2ea16d581fe8 HTTP/1.1" status: 204 len: 168 time: 0.1652653 Jan 22 15:21:05.825285 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.825707 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.826119 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.828074 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.828519 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.828963 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.829377 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.829790 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.830215 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.830657 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.831086 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.832279 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.832778 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.833194 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.833609 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.834018 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.834449 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.834858 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.835266 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.835671 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.836076 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.836521 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.836926 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.837328 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:05.841322 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-47349592-b24c-400d-8fb3-c794047ea6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:21:18.410274 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 49070) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:21:18.561719 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-11d174b5-d33e-40c2-8def-d29151e341d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:18.577049 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-11d174b5-d33e-40c2-8def-d29151e341d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:21:18.581185 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-11d174b5-d33e-40c2-8def-d29151e341d4 admin admin] Usage tracker for resource:security_group_rule and tenant:6efb3f8637434a569eaf45869a8e1499 is out of sync, need to count used quota {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:21:18.584221 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-11d174b5-d33e-40c2-8def-d29151e341d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80167) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:21:18.589881 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-11d174b5-d33e-40c2-8def-d29151e341d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:21:18.672313 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-11d174b5-d33e-40c2-8def-d29151e341d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:18.675794 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-11d174b5-d33e-40c2-8def-d29151e341d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:18.692317 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b1a8c55d-1926-4ff3-b183-2da17a69a401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:21:18.734292 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-11d174b5-d33e-40c2-8def-d29151e341d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6efb3f8637434a569eaf45869a8e1499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228045 Jan 22 15:21:18.735973 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d174b5-d33e-40c2-8def-d29151e341d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fd6c80-a799-4969-8493-6bf85a2f65c2,revision_number=1']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:21:18.737324 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 49076) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:21:18.739517 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-11d174b5-d33e-40c2-8def-d29151e341d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:21:18.801281 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b69ef2b9-6783-400d-9bd6-d73aa9ad01bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:18.828179 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b69ef2b9-6783-400d-9bd6-d73aa9ad01bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:18.876224 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b69ef2b9-6783-400d-9bd6-d73aa9ad01bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:18.881223 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-a03f311a-9790-4095-aece-b4f241413842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:21:18.895380 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ef2b9-6783-400d-9bd6-d73aa9ad01bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fd6c80-a799-4969-8493-6bf85a2f65c2,revision_number=None']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:21:18.898619 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b69ef2b9-6783-400d-9bd6-d73aa9ad01bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:21:18.899543 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-b69ef2b9-6783-400d-9bd6-d73aa9ad01bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:18.900775 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-b69ef2b9-6783-400d-9bd6-d73aa9ad01bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9fd6c80-a799-4969-8493-6bf85a2f65c2 HTTP/1.1" status: 204 len: 168 time: 0.1621804 Jan 22 15:21:20.928570 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-643bc3cb-8f33-43c2-a9e3-39be920398f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:21.296684 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:21:22.855074 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-317c93ab-284f-4ef9-9d36-1465a0c656a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:23.587102 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:24.712721 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:24.719373 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:25.123591 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:31.252037 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80168) accepted ('10.222.0.53', 49194) {{(pid=80168) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:21:31.402912 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-81a36b65-468c-4d7c-96cf-718db96bc528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:31.419140 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-81a36b65-468c-4d7c-96cf-718db96bc528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 22 15:21:31.423153 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-81a36b65-468c-4d7c-96cf-718db96bc528 admin admin] Usage tracker for resource:security_group_rule and tenant:500f24d758dd45b591b5b82ad71a668d is out of sync, need to count used quota {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 22 15:21:31.426699 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.quota.resource [None req-81a36b65-468c-4d7c-96cf-718db96bc528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80168) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 22 15:21:31.432426 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.quota.driver [None req-81a36b65-468c-4d7c-96cf-718db96bc528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 22 15:21:31.515168 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-81a36b65-468c-4d7c-96cf-718db96bc528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:31.517936 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-81a36b65-468c-4d7c-96cf-718db96bc528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_create {{(pid=80168) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:31.527483 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-b77a910c-fa90-4070-9fda-b84b3ba97cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:21:31.568816 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-81a36b65-468c-4d7c-96cf-718db96bc528 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=500f24d758dd45b591b5b82ad71a668d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156300 Jan 22 15:21:31.570539 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a36b65-468c-4d7c-96cf-718db96bc528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1723f88e-149d-48e7-9f50-ea7d955a7e61,revision_number=1']} {{(pid=80168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:21:31.571806 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.wsgi [-] (80167) accepted ('10.222.0.53', 49200) {{(pid=80167) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 22 15:21:31.574068 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-81a36b65-468c-4d7c-96cf-718db96bc528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80168) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:21:31.635021 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:31.666320 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:31.710257 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653563'] for security_group, after_delete {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:31.715191 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-0ac79e1d-5ca9-4a39-9a9b-f61bf7055198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 22 15:21:31.731211 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1723f88e-149d-48e7-9f50-ea7d955a7e61,revision_number=None']} {{(pid=80167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 22 15:21:31.742384 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.742792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.743212 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.743627 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.745408 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.745408 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.745408 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.745408 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.745766 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.745942 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.746308 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.746731 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-smb {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.747237 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.747588 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.747987 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.748672 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.749077 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.749475 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.749870 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.750265 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.750686 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.751085 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.751480 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.751875 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 22 15:21:31.756916 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG oslo_concurrency.lockutils [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80167) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 22 15:21:31.765991 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80167) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:31.767222 dv-cinder-763774-2-smb neutron-server[80056]: INFO neutron.wsgi [None req-595893ff-2fec-4782-a7c3-2f175d845eaf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1723f88e-149d-48e7-9f50-ea7d955a7e61 HTTP/1.1" status: 204 len: 168 time: 0.1942573 Jan 22 15:21:50.932115 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-3ca06b74-99b4-4639-a86f-5941fe7f2898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:52.855680 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4e3dddf3-905b-4aea-b856-c22747381ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:53.590148 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:54.719716 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:54.724494 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:55.126698 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:21:58.297063 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:22:20.935081 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-9fde4475-0d7e-47e1-afb4-dbc5a77563b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:22:22.855861 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-4b70bee9-8949-4c75-83d4-0e4c4ef63c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:22:23.592402 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:22:24.735666 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:22:24.738306 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:22:25.129224 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:22:35.297302 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:22:50.941159 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-bf40120c-837f-41a0-982e-0cdcb26ef9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:22:52.857060 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ca2b132-f388-4cfc-bc23-e8023a75f38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:22:53.595669 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:22:54.739401 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:22:54.743554 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:22:55.133189 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:23:12.297552 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:23:20.933772 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-076343bf-2903-4e7f-8c5b-df5a3e8d33a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:23:22.858507 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1f6eba3d-64bb-4782-9d52-b80bd8045c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:23:23.598170 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:23:24.730893 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:23:24.749119 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:23:25.136792 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:23:49.297982 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:23:50.935441 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7c537eff-ff99-4e41-958e-11ad73e8129c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:23:52.860605 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-758a9005-59af-4a9f-88b4-cb99955c4ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:23:53.600951 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:23:54.735930 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:23:54.753578 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:23:55.139973 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:24:20.937275 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-0d29f4d4-2638-4057-ba2d-07a66bfa922c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:24:22.862039 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-f9e40c3f-e851-41d3-9a55-9ae00c8e0636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:24:23.603579 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:24:24.747596 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:24:24.754476 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:24:25.144231 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:24:26.297772 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:24:50.938976 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-098fc00d-0e89-4d00-80f5-325b31171689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:24:52.863387 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-770d6248-b35a-4192-867b-53dd00ef3d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:24:53.605761 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:24:54.749721 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:24:54.754015 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:24:55.147437 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:25:03.298288 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:25:20.940440 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-decee4f7-3cc5-482e-bac2-64a69794276f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:25:22.864822 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-00ea397a-a64e-41d4-a2a2-c9b34c2c81ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:25:23.608472 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:25:24.751684 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:25:24.755669 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:25:25.150875 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:25:40.297853 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:25:50.940854 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-57d82057-036d-4865-b275-1c77a8d4a57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:25:52.866669 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-d871a10a-344e-4b3e-90bd-b414643c578a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:25:53.611478 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:25:54.761222 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:25:54.763458 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:25:55.157400 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:26:17.297689 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron.db.agents_db [None req-b5c7dbf1-d492-46c4-9012-e741f0e35c6f None None] Agent healthcheck: found 6 active agents {{(pid=80170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 22 15:26:20.943374 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1b8b87c5-ca0d-488a-b57a-9d2232be4918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:26:22.867178 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-71f5924e-5e6a-4f09-ac83-dbd05d6b58f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:26:23.615086 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-42d5d03f-24de-4d63-84ce-9bee867799ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:26:24.754572 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-1ae809c2-94eb-4949-bd4b-cb11f506af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:26:24.756659 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-7133173c-bc95-4d37-8ff0-d04040919061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 22 15:26:25.158327 dv-cinder-763774-2-smb neutron-server[80056]: DEBUG neutron_lib.callbacks.manager [None req-97452f07-aaeb-47fd-8a3e-f727ae76d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265338935258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549430'] for agent, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}